2024-11-27 20:16:20,662 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-11-27 20:16:20,676 main DEBUG Took 0.011953 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-27 20:16:20,676 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-27 20:16:20,677 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-27 20:16:20,678 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-27 20:16:20,679 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:16:20,692 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-27 20:16:20,706 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:16:20,707 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:16:20,708 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:16:20,708 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:16:20,709 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:16:20,709 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:16:20,710 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:16:20,710 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:16:20,711 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:16:20,711 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:16:20,712 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:16:20,712 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:16:20,713 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:16:20,713 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:16:20,713 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:16:20,714 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:16:20,714 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:16:20,714 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:16:20,715 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:16:20,715 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:16:20,716 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:16:20,716 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:16:20,716 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:16:20,717 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:16:20,717 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:16:20,717 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-27 20:16:20,719 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:16:20,720 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-27 20:16:20,722 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-27 20:16:20,723 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-27 20:16:20,724 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-27 20:16:20,724 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-27 20:16:20,732 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-27 20:16:20,735 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-27 20:16:20,737 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-27 20:16:20,737 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-27 20:16:20,737 main DEBUG createAppenders(={Console}) 2024-11-27 20:16:20,738 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 initialized 2024-11-27 20:16:20,739 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-11-27 20:16:20,739 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 OK. 2024-11-27 20:16:20,739 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-27 20:16:20,739 main DEBUG OutputStream closed 2024-11-27 20:16:20,740 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-27 20:16:20,740 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-27 20:16:20,740 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@3c73951 OK 2024-11-27 20:16:20,808 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-27 20:16:20,810 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-27 20:16:20,811 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-27 20:16:20,812 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-27 20:16:20,813 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-27 20:16:20,813 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-27 20:16:20,814 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-27 20:16:20,814 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-27 20:16:20,814 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-27 20:16:20,815 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-27 20:16:20,815 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-27 20:16:20,815 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-27 20:16:20,815 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-27 20:16:20,816 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-27 20:16:20,816 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-27 20:16:20,816 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-27 20:16:20,817 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-27 20:16:20,817 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-27 20:16:20,820 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27 20:16:20,821 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@61fe30) with optional ClassLoader: null 2024-11-27 20:16:20,821 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-27 20:16:20,822 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@61fe30] started OK. 2024-11-27T20:16:20,855 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins 2024-11-27 20:16:20,858 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-27 20:16:20,858 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27T20:16:21,229 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb 2024-11-27T20:16:21,234 DEBUG [Time-limited test {}] impl.BackupManager(124): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-27T20:16:21,236 DEBUG [Time-limited test {}] impl.BackupManager(154): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T20:16:21,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T20:16:21,257 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/cluster_c3070894-8b19-e03f-0e1e-7492702d590e, deleteOnExit=true 2024-11-27T20:16:21,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T20:16:21,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/test.cache.data in system properties and HBase conf 2024-11-27T20:16:21,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T20:16:21,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/hadoop.log.dir in system properties and HBase conf 2024-11-27T20:16:21,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T20:16:21,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T20:16:21,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T20:16:21,387 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-27T20:16:21,503 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T20:16:21,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:16:21,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:16:21,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T20:16:21,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:16:21,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T20:16:21,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T20:16:21,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:16:21,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:16:21,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T20:16:21,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/nfs.dump.dir in system properties and HBase conf 2024-11-27T20:16:21,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/java.io.tmpdir in system properties and HBase conf 2024-11-27T20:16:21,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:16:21,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T20:16:21,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T20:16:22,659 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-27T20:16:22,760 INFO [Time-limited test {}] log.Log(170): Logging initialized @2903ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-27T20:16:22,860 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:16:22,952 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:16:22,980 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:16:22,981 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:16:22,982 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T20:16:22,994 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:16:22,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cb0c733{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:16:22,998 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@282f8860{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:16:23,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c784fd0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/java.io.tmpdir/jetty-localhost-35743-hadoop-hdfs-3_4_1-tests_jar-_-any-3404278225041183442/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:16:23,223 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2fdb04ed{HTTP/1.1, (http/1.1)}{localhost:35743} 2024-11-27T20:16:23,223 INFO [Time-limited test {}] server.Server(415): Started @3368ms 2024-11-27T20:16:23,817 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:16:23,826 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:16:23,827 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:16:23,827 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:16:23,828 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T20:16:23,828 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@526a6450{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:16:23,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8cd91a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:16:23,929 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@cb44ad4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/java.io.tmpdir/jetty-localhost-36793-hadoop-hdfs-3_4_1-tests_jar-_-any-3815544630191014047/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:16:23,930 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d3ca681{HTTP/1.1, (http/1.1)}{localhost:36793} 2024-11-27T20:16:23,930 INFO [Time-limited test {}] server.Server(415): Started @4074ms 2024-11-27T20:16:23,985 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T20:16:25,054 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/cluster_c3070894-8b19-e03f-0e1e-7492702d590e/data/data2/current/BP-323944268-172.17.0.3-1732738582132/current, will proceed with Du for space computation calculation, 2024-11-27T20:16:25,054 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/cluster_c3070894-8b19-e03f-0e1e-7492702d590e/data/data1/current/BP-323944268-172.17.0.3-1732738582132/current, will proceed with Du for space computation calculation, 2024-11-27T20:16:25,090 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T20:16:25,135 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8611a0b81f24676c with lease ID 0x3ea7f0d7ee0fec3d: Processing first storage report for DS-64dc2d9d-2de9-44b5-96b5-727daa8b1ebe from datanode DatanodeRegistration(127.0.0.1:34017, datanodeUuid=db1db2db-d514-477e-b35b-faeb0977cc8b, infoPort=38693, infoSecurePort=0, ipcPort=36803, storageInfo=lv=-57;cid=testClusterID;nsid=922245873;c=1732738582132) 2024-11-27T20:16:25,136 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8611a0b81f24676c with lease ID 0x3ea7f0d7ee0fec3d: from storage DS-64dc2d9d-2de9-44b5-96b5-727daa8b1ebe node DatanodeRegistration(127.0.0.1:34017, datanodeUuid=db1db2db-d514-477e-b35b-faeb0977cc8b, infoPort=38693, infoSecurePort=0, ipcPort=36803, storageInfo=lv=-57;cid=testClusterID;nsid=922245873;c=1732738582132), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T20:16:25,137 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8611a0b81f24676c with lease ID 0x3ea7f0d7ee0fec3d: Processing first storage report for DS-9aaa1ebc-ede9-4c97-9cbf-cde37b7fa53c from datanode DatanodeRegistration(127.0.0.1:34017, datanodeUuid=db1db2db-d514-477e-b35b-faeb0977cc8b, infoPort=38693, infoSecurePort=0, ipcPort=36803, storageInfo=lv=-57;cid=testClusterID;nsid=922245873;c=1732738582132) 2024-11-27T20:16:25,137 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8611a0b81f24676c with lease ID 0x3ea7f0d7ee0fec3d: from storage DS-9aaa1ebc-ede9-4c97-9cbf-cde37b7fa53c node DatanodeRegistration(127.0.0.1:34017, datanodeUuid=db1db2db-d514-477e-b35b-faeb0977cc8b, infoPort=38693, infoSecurePort=0, ipcPort=36803, storageInfo=lv=-57;cid=testClusterID;nsid=922245873;c=1732738582132), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T20:16:25,205 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb 2024-11-27T20:16:25,285 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/cluster_c3070894-8b19-e03f-0e1e-7492702d590e/zookeeper_0, clientPort=58923, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/cluster_c3070894-8b19-e03f-0e1e-7492702d590e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/cluster_c3070894-8b19-e03f-0e1e-7492702d590e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T20:16:25,297 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58923 2024-11-27T20:16:25,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:16:25,314 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:16:25,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741825_1001 (size=7) 2024-11-27T20:16:25,949 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c with version=8 2024-11-27T20:16:25,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging 2024-11-27T20:16:25,959 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(136): Setting Master Port to random. 2024-11-27T20:16:25,959 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(143): Setting RegionServer Port to random. 2024-11-27T20:16:25,959 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(153): Setting RS InfoServer Port to random. 2024-11-27T20:16:25,959 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(161): Setting Master InfoServer Port to random. 2024-11-27T20:16:26,028 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-27T20:16:26,286 INFO [Time-limited test {}] client.ConnectionUtils(128): master/47ee238b5a74:0 server-side Connection retries=45 2024-11-27T20:16:26,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:16:26,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:16:26,299 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:16:26,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:16:26,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:16:26,430 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T20:16:26,486 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-27T20:16:26,495 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-27T20:16:26,499 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:16:26,523 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 153575 (auto-detected) 2024-11-27T20:16:26,524 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-27T20:16:26,542 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39671 2024-11-27T20:16:26,563 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39671 connecting to ZooKeeper ensemble=127.0.0.1:58923 2024-11-27T20:16:26,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396710x0, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:16:26,723 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39671-0x1017df08e5d0000 connected 2024-11-27T20:16:26,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:16:26,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:16:26,831 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-27T20:16:26,849 INFO [Time-limited test {}] log.Log(170): Logging initialized @6993ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2024-11-27T20:16:26,885 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-27T20:16:26,885 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-27T20:16:26,886 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-27T20:16:26,886 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-27T20:16:26,887 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-27T20:16:26,888 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2024-11-27T20:16:26,888 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-27T20:16:26,888 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-27T20:16:26,890 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-27T20:16:26,943 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 36035 2024-11-27T20:16:26,943 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-27T20:16:26,955 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-27T20:16:26,956 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@7c1597dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:16:26,957 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-27T20:16:26,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@65507143{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-27T20:16:27,002 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-27T20:16:27,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:16:27,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:16:27,010 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T20:16:27,014 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-27T20:16:27,567 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@5c685ba8{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master} 2024-11-27T20:16:27,571 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10f9ba48{HTTP/1.1, (http/1.1)}{0.0.0.0:36035} 2024-11-27T20:16:27,572 INFO [Time-limited test {}] server.Server(415): Started @7716ms 2024-11-27T20:16:27,575 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c, hbase.cluster.distributed=false 2024-11-27T20:16:27,596 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-27T20:16:27,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39671 2024-11-27T20:16:27,601 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39671 2024-11-27T20:16:27,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39671 2024-11-27T20:16:27,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39671 2024-11-27T20:16:27,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39671 2024-11-27T20:16:27,710 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/47ee238b5a74:0 server-side Connection retries=45 2024-11-27T20:16:27,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:16:27,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:16:27,713 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:16:27,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:16:27,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:16:27,716 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T20:16:27,718 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:16:27,719 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45719 2024-11-27T20:16:27,721 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45719 connecting to ZooKeeper ensemble=127.0.0.1:58923 2024-11-27T20:16:27,723 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:16:27,725 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:16:27,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457190x0, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:16:27,777 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:457190x0, quorum=127.0.0.1:58923, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-27T20:16:27,777 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45719-0x1017df08e5d0001 connected 2024-11-27T20:16:27,779 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-27T20:16:27,779 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-27T20:16:27,779 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-27T20:16:27,779 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-27T20:16:27,779 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-27T20:16:27,780 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2024-11-27T20:16:27,781 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-27T20:16:27,781 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-27T20:16:27,781 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-27T20:16:27,783 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 46589 2024-11-27T20:16:27,783 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-27T20:16:27,785 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-27T20:16:27,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@3e9615b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:16:27,786 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-27T20:16:27,786 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@2df3a35c{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-27T20:16:27,800 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-27T20:16:27,801 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:16:27,801 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:16:27,801 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T20:16:27,802 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-27T20:16:27,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@9984275{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-27T20:16:27,806 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@445a8045{HTTP/1.1, (http/1.1)}{0.0.0.0:46589} 2024-11-27T20:16:27,806 INFO [Time-limited test {}] server.Server(415): Started @7950ms 2024-11-27T20:16:27,809 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T20:16:27,816 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T20:16:27,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-11-27T20:16:27,824 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-27T20:16:27,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45719 2024-11-27T20:16:27,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45719 2024-11-27T20:16:27,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45719 2024-11-27T20:16:27,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45719 2024-11-27T20:16:27,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45719 2024-11-27T20:16:27,840 DEBUG [M:0;47ee238b5a74:39671 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;47ee238b5a74:39671 2024-11-27T20:16:27,843 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-27T20:16:27,847 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@56697c07{HTTP/1.1, (http/1.1)}{0.0.0.0:41599} 2024-11-27T20:16:27,847 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] server.Server(415): Started @7992ms 2024-11-27T20:16:27,847 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1/backup-masters/47ee238b5a74,39671,1732738586121 2024-11-27T20:16:27,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-27T20:16:27,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-27T20:16:27,862 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/47ee238b5a74,39671,1732738586121 2024-11-27T20:16:27,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T20:16:27,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-11-27T20:16:27,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T20:16:27,892 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Set watcher on existing znode=/1/master 2024-11-27T20:16:27,893 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/47ee238b5a74,39671,1732738586121 from backup master directory 2024-11-27T20:16:27,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-27T20:16:27,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/47ee238b5a74,39671,1732738586121 2024-11-27T20:16:27,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-27T20:16:27,903 WARN [master/47ee238b5a74:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:16:27,903 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=47ee238b5a74,39671,1732738586121 2024-11-27T20:16:27,905 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-27T20:16:27,906 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-27T20:16:27,954 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase.id] with ID: f8158481-9767-4e79-970b-569839c13031 2024-11-27T20:16:27,955 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/.tmp/hbase.id 2024-11-27T20:16:27,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741826_1002 (size=42) 2024-11-27T20:16:28,366 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/.tmp/hbase.id]:[hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase.id] 2024-11-27T20:16:28,407 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:16:28,411 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T20:16:28,430 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-27T20:16:28,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T20:16:28,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T20:16:28,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741827_1003 (size=196) 2024-11-27T20:16:28,909 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:16:28,911 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T20:16:28,917 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-27T20:16:28,919 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-27T20:16:28,928 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.RegionGroupingProvider.doInit(RegionGroupingProvider.java:156) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALProvider.init(AbstractWALProvider.java:126) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:263) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:16:28,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741828_1004 (size=1189) 2024-11-27T20:16:29,375 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/MasterData/data/master/store 2024-11-27T20:16:29,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741829_1005 (size=34) 2024-11-27T20:16:29,797 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-27T20:16:29,801 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:29,803 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:16:29,803 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:16:29,803 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:16:29,805 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:16:29,805 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:16:29,806 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:16:29,807 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738589803Disabling compacts and flushes for region at 1732738589803Disabling writes for close at 1732738589805 (+2 ms)Writing region close event to WAL at 1732738589805Closed at 1732738589805 2024-11-27T20:16:29,809 WARN [master/47ee238b5a74:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/MasterData/data/master/store/.initializing 2024-11-27T20:16:29,809 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/MasterData/WALs/47ee238b5a74,39671,1732738586121 2024-11-27T20:16:29,813 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:16:29,819 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 47ee238b5a74,39671,1732738586121.regiongroup-0 2024-11-27T20:16:29,833 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=47ee238b5a74%2C39671%2C1732738586121.47ee238b5a74%2C39671%2C1732738586121.regiongroup-0, suffix=, logDir=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/MasterData/WALs/47ee238b5a74,39671,1732738586121, archiveDir=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/MasterData/oldWALs, maxLogs=10 2024-11-27T20:16:29,854 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/MasterData/WALs/47ee238b5a74,39671,1732738586121/47ee238b5a74%2C39671%2C1732738586121.47ee238b5a74%2C39671%2C1732738586121.regiongroup-0.1732738589837, exclude list is [], retry=0 2024-11-27T20:16:29,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34017,DS-64dc2d9d-2de9-44b5-96b5-727daa8b1ebe,DISK] 2024-11-27T20:16:29,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-27T20:16:29,907 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/MasterData/WALs/47ee238b5a74,39671,1732738586121/47ee238b5a74%2C39671%2C1732738586121.47ee238b5a74%2C39671%2C1732738586121.regiongroup-0.1732738589837 2024-11-27T20:16:29,908 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38693:38693)] 2024-11-27T20:16:29,908 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:16:29,909 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:29,912 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:29,913 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:29,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:29,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T20:16:29,979 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:29,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:16:29,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:29,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T20:16:29,987 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:29,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:16:29,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:29,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T20:16:29,991 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:29,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:16:29,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:29,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T20:16:29,996 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:29,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:16:29,998 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:30,003 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:30,004 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:30,011 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:30,012 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:30,017 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:16:30,022 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:30,027 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:16:30,029 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11407298720, jitterRate=0.062387481331825256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:16:30,039 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732738589927Initializing all the Stores at 1732738589929 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738589930 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738589932 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738589932Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738589932Cleaning up temporary data from old regions at 1732738590012 (+80 ms)Region opened successfully at 1732738590039 (+27 ms) 2024-11-27T20:16:30,041 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T20:16:30,072 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21f0da5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=47ee238b5a74/172.17.0.3:0 2024-11-27T20:16:30,107 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T20:16:30,117 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T20:16:30,118 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T20:16:30,120 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T20:16:30,122 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-27T20:16:30,126 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-27T20:16:30,126 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T20:16:30,150 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T20:16:30,160 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-11-27T20:16:30,218 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/balancer already deleted, retry=false 2024-11-27T20:16:30,220 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T20:16:30,222 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-11-27T20:16:30,228 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/normalizer already deleted, retry=false 2024-11-27T20:16:30,230 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T20:16:30,234 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-11-27T20:16:30,246 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/split already deleted, retry=false 2024-11-27T20:16:30,248 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-11-27T20:16:30,259 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/merge already deleted, retry=false 2024-11-27T20:16:30,276 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T20:16:30,288 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/snapshot-cleanup already deleted, retry=false 2024-11-27T20:16:30,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-27T20:16:30,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-27T20:16:30,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T20:16:30,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T20:16:30,319 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=47ee238b5a74,39671,1732738586121, sessionid=0x1017df08e5d0000, setting cluster-up flag (Was=false) 2024-11-27T20:16:30,324 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2024-11-27T20:16:30,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T20:16:30,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T20:16:30,375 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-11-27T20:16:30,377 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47ee238b5a74,39671,1732738586121 2024-11-27T20:16:30,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T20:16:30,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T20:16:30,428 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2024-11-27T20:16:30,430 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47ee238b5a74,39671,1732738586121 2024-11-27T20:16:30,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T20:16:30,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T20:16:30,481 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-11-27T20:16:30,483 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=47ee238b5a74,39671,1732738586121 2024-11-27T20:16:30,488 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T20:16:30,533 INFO [RS:0;47ee238b5a74:45719 {}] regionserver.HRegionServer(746): ClusterId : f8158481-9767-4e79-970b-569839c13031 2024-11-27T20:16:30,534 INFO [RS:0;47ee238b5a74:45719 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2024-11-27T20:16:30,536 DEBUG [RS:0;47ee238b5a74:45719 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T20:16:30,546 DEBUG [RS:0;47ee238b5a74:45719 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T20:16:30,546 DEBUG [RS:0;47ee238b5a74:45719 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2024-11-27T20:16:30,556 DEBUG [RS:0;47ee238b5a74:45719 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2024-11-27T20:16:30,556 DEBUG [RS:0;47ee238b5a74:45719 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T20:16:30,561 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T20:16:30,567 DEBUG [RS:0;47ee238b5a74:45719 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T20:16:30,567 DEBUG [RS:0;47ee238b5a74:45719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4729c869, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=47ee238b5a74/172.17.0.3:0 2024-11-27T20:16:30,571 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T20:16:30,578 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T20:16:30,586 DEBUG [RS:0;47ee238b5a74:45719 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;47ee238b5a74:45719 2024-11-27T20:16:30,585 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 47ee238b5a74,39671,1732738586121 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T20:16:30,590 INFO [RS:0;47ee238b5a74:45719 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T20:16:30,590 INFO [RS:0;47ee238b5a74:45719 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T20:16:30,590 DEBUG [RS:0;47ee238b5a74:45719 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T20:16:30,592 INFO [RS:0;47ee238b5a74:45719 {}] regionserver.HRegionServer(2659): reportForDuty to master=47ee238b5a74,39671,1732738586121 with port=45719, startcode=1732738587675 2024-11-27T20:16:30,593 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/47ee238b5a74:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:16:30,593 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/47ee238b5a74:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:16:30,593 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/47ee238b5a74:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:16:30,593 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/47ee238b5a74:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:16:30,594 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/47ee238b5a74:0, corePoolSize=10, maxPoolSize=10 2024-11-27T20:16:30,594 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/47ee238b5a74:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:30,594 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/47ee238b5a74:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:16:30,594 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/47ee238b5a74:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:30,596 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732738620596 2024-11-27T20:16:30,598 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T20:16:30,599 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T20:16:30,600 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:16:30,600 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T20:16:30,603 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T20:16:30,604 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2024-11-27T20:16:30,604 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T20:16:30,604 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T20:16:30,605 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T20:16:30,605 DEBUG [RS:0;47ee238b5a74:45719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T20:16:30,606 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:30,605 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:30,607 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T20:16:30,608 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T20:16:30,610 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T20:16:30,611 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T20:16:30,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741831_1007 (size=1321) 2024-11-27T20:16:30,621 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T20:16:30,621 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c 2024-11-27T20:16:30,631 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b75ec24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:16:30,632 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:16:30,637 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:16:30,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741832_1008 (size=32) 2024-11-27T20:16:30,641 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:16:30,647 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T20:16:30,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:16:30,653 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39671 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T20:16:30,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:16:30,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@219f42b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:16:30,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:16:30,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:16:30,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:30,662 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:16:30,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b542e28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:16:30,666 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-27T20:16:30,668 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T20:16:30,668 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T20:16:30,670 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/47ee238b5a74:0:becomeActiveMaster-HFileCleaner.large.0-1732738590669,5,FailOnTimeoutGroup] 2024-11-27T20:16:30,670 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/47ee238b5a74:0:becomeActiveMaster-HFileCleaner.small.0-1732738590670,5,FailOnTimeoutGroup] 2024-11-27T20:16:30,671 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:30,671 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T20:16:30,672 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:30,672 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:30,680 DEBUG [RS:0;47ee238b5a74:45719 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-27T20:16:30,680 WARN [RS:0;47ee238b5a74:45719 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-27T20:16:30,781 INFO [RS:0;47ee238b5a74:45719 {}] regionserver.HRegionServer(2659): reportForDuty to master=47ee238b5a74,39671,1732738586121 with port=45719, startcode=1732738587675 2024-11-27T20:16:30,783 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39671 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 47ee238b5a74,45719,1732738587675 2024-11-27T20:16:30,785 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39671 {}] master.ServerManager(517): Registering regionserver=47ee238b5a74,45719,1732738587675 2024-11-27T20:16:30,792 DEBUG [RS:0;47ee238b5a74:45719 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c 2024-11-27T20:16:30,792 DEBUG [RS:0;47ee238b5a74:45719 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34489 2024-11-27T20:16:30,792 DEBUG [RS:0;47ee238b5a74:45719 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=36035 2024-11-27T20:16:30,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-27T20:16:30,866 DEBUG [RS:0;47ee238b5a74:45719 {}] zookeeper.ZKUtil(111): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Set watcher on existing znode=/1/rs/47ee238b5a74,45719,1732738587675 2024-11-27T20:16:30,866 WARN [RS:0;47ee238b5a74:45719 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:16:30,866 INFO [RS:0;47ee238b5a74:45719 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-27T20:16:30,866 INFO [RS:0;47ee238b5a74:45719 {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-27T20:16:30,866 DEBUG [RS:0;47ee238b5a74:45719 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675 2024-11-27T20:16:30,868 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [47ee238b5a74,45719,1732738587675] 2024-11-27T20:16:30,888 INFO [RS:0;47ee238b5a74:45719 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T20:16:30,904 INFO [RS:0;47ee238b5a74:45719 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T20:16:30,910 INFO [RS:0;47ee238b5a74:45719 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T20:16:30,910 INFO [RS:0;47ee238b5a74:45719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:30,911 INFO [RS:0;47ee238b5a74:45719 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T20:16:30,917 INFO [RS:0;47ee238b5a74:45719 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T20:16:30,918 INFO [RS:0;47ee238b5a74:45719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:30,918 DEBUG [RS:0;47ee238b5a74:45719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/47ee238b5a74:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:30,918 DEBUG [RS:0;47ee238b5a74:45719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/47ee238b5a74:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:30,919 DEBUG [RS:0;47ee238b5a74:45719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/47ee238b5a74:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:30,919 DEBUG [RS:0;47ee238b5a74:45719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/47ee238b5a74:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:30,919 DEBUG [RS:0;47ee238b5a74:45719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/47ee238b5a74:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:30,919 DEBUG [RS:0;47ee238b5a74:45719 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/47ee238b5a74:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:16:30,919 DEBUG [RS:0;47ee238b5a74:45719 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/47ee238b5a74:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:30,919 DEBUG [RS:0;47ee238b5a74:45719 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/47ee238b5a74:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:30,919 DEBUG [RS:0;47ee238b5a74:45719 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/47ee238b5a74:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:30,919 DEBUG [RS:0;47ee238b5a74:45719 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/47ee238b5a74:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:30,919 DEBUG [RS:0;47ee238b5a74:45719 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/47ee238b5a74:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:30,920 DEBUG [RS:0;47ee238b5a74:45719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/47ee238b5a74:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:30,920 DEBUG [RS:0;47ee238b5a74:45719 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:16:30,920 DEBUG [RS:0;47ee238b5a74:45719 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/47ee238b5a74:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:16:30,921 INFO [RS:0;47ee238b5a74:45719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:30,921 INFO [RS:0;47ee238b5a74:45719 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:30,921 INFO [RS:0;47ee238b5a74:45719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:30,921 INFO [RS:0;47ee238b5a74:45719 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:30,921 INFO [RS:0;47ee238b5a74:45719 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:30,921 INFO [RS:0;47ee238b5a74:45719 {}] hbase.ChoreService(168): Chore ScheduledChore name=47ee238b5a74,45719,1732738587675-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:16:30,938 INFO [RS:0;47ee238b5a74:45719 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T20:16:30,939 INFO [RS:0;47ee238b5a74:45719 {}] hbase.ChoreService(168): Chore ScheduledChore name=47ee238b5a74,45719,1732738587675-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:30,940 INFO [RS:0;47ee238b5a74:45719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:30,940 INFO [RS:0;47ee238b5a74:45719 {}] regionserver.Replication(171): 47ee238b5a74,45719,1732738587675 started 2024-11-27T20:16:30,955 INFO [RS:0;47ee238b5a74:45719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:30,955 INFO [RS:0;47ee238b5a74:45719 {}] regionserver.HRegionServer(1482): Serving as 47ee238b5a74,45719,1732738587675, RpcServer on 47ee238b5a74/172.17.0.3:45719, sessionid=0x1017df08e5d0001 2024-11-27T20:16:30,956 DEBUG [RS:0;47ee238b5a74:45719 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T20:16:30,956 DEBUG [RS:0;47ee238b5a74:45719 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 47ee238b5a74,45719,1732738587675 2024-11-27T20:16:30,956 DEBUG [RS:0;47ee238b5a74:45719 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47ee238b5a74,45719,1732738587675' 2024-11-27T20:16:30,956 DEBUG [RS:0;47ee238b5a74:45719 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-11-27T20:16:30,957 DEBUG [RS:0;47ee238b5a74:45719 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-11-27T20:16:30,958 DEBUG [RS:0;47ee238b5a74:45719 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T20:16:30,958 DEBUG [RS:0;47ee238b5a74:45719 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2024-11-27T20:16:30,958 DEBUG [RS:0;47ee238b5a74:45719 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47ee238b5a74,45719,1732738587675' 2024-11-27T20:16:30,958 DEBUG [RS:0;47ee238b5a74:45719 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-27T20:16:30,959 DEBUG [RS:0;47ee238b5a74:45719 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-27T20:16:30,959 INFO [RS:0;47ee238b5a74:45719 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2024-11-27T20:16:30,959 DEBUG [RS:0;47ee238b5a74:45719 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2024-11-27T20:16:30,959 DEBUG [RS:0;47ee238b5a74:45719 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T20:16:30,959 DEBUG [RS:0;47ee238b5a74:45719 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 47ee238b5a74,45719,1732738587675 2024-11-27T20:16:30,959 DEBUG [RS:0;47ee238b5a74:45719 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '47ee238b5a74,45719,1732738587675' 2024-11-27T20:16:30,959 DEBUG [RS:0;47ee238b5a74:45719 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-11-27T20:16:30,960 DEBUG [RS:0;47ee238b5a74:45719 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-11-27T20:16:30,961 DEBUG [RS:0;47ee238b5a74:45719 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T20:16:30,961 INFO [RS:0;47ee238b5a74:45719 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T20:16:30,961 INFO [RS:0;47ee238b5a74:45719 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T20:16:31,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:31,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:16:31,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:16:31,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:31,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:16:31,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:16:31,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:16:31,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:31,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:16:31,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:16:31,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:16:31,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:31,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:16:31,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:16:31,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:16:31,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:31,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:16:31,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:16:31,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/hbase/meta/1588230740 2024-11-27T20:16:31,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/hbase/meta/1588230740 2024-11-27T20:16:31,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:16:31,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:16:31,065 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:16:31,067 INFO [RS:0;47ee238b5a74:45719 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:16:31,068 INFO [RS:0;47ee238b5a74:45719 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 47ee238b5a74,45719,1732738587675.regiongroup-0 2024-11-27T20:16:31,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:16:31,070 INFO [RS:0;47ee238b5a74:45719 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-0, suffix=, logDir=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675, archiveDir=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/oldWALs, maxLogs=32 2024-11-27T20:16:31,072 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:16:31,073 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10526783040, jitterRate=-0.019616931676864624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:16:31,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732738591041Initializing all the Stores at 1732738591043 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738591043Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738591043Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738591043Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738591043Cleaning up temporary data from old regions at 1732738591064 (+21 ms)Region opened successfully at 1732738591076 (+12 ms) 2024-11-27T20:16:31,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:16:31,076 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:16:31,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:16:31,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:16:31,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:16:31,078 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:16:31,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738591076Disabling compacts and flushes for region at 1732738591076Disabling writes for close at 1732738591076Writing region close event to WAL at 1732738591077 (+1 ms)Closed at 1732738591078 (+1 ms) 2024-11-27T20:16:31,081 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:16:31,081 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T20:16:31,086 DEBUG [RS:0;47ee238b5a74:45719 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-0.1732738591074, exclude list is [], retry=0 2024-11-27T20:16:31,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T20:16:31,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34017,DS-64dc2d9d-2de9-44b5-96b5-727daa8b1ebe,DISK] 2024-11-27T20:16:31,094 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:16:31,095 INFO [RS:0;47ee238b5a74:45719 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-0.1732738591074 2024-11-27T20:16:31,096 DEBUG [RS:0;47ee238b5a74:45719 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38693:38693)] 2024-11-27T20:16:31,097 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T20:16:31,250 DEBUG [47ee238b5a74:39671 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T20:16:31,263 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=47ee238b5a74,45719,1732738587675 2024-11-27T20:16:31,270 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47ee238b5a74,45719,1732738587675, state=OPENING 2024-11-27T20:16:31,322 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T20:16:31,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T20:16:31,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T20:16:31,334 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-27T20:16:31,334 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-27T20:16:31,335 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:16:31,337 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=47ee238b5a74,45719,1732738587675}] 2024-11-27T20:16:31,508 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T20:16:31,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59807, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T20:16:31,519 INFO [RS_OPEN_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T20:16:31,520 INFO [RS_OPEN_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-27T20:16:31,520 INFO [RS_OPEN_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-27T20:16:31,520 INFO [RS_OPEN_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:16:31,520 INFO [RS_OPEN_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T20:16:31,523 INFO [RS_OPEN_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=47ee238b5a74%2C45719%2C1732738587675.meta, suffix=.meta, logDir=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675, archiveDir=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/oldWALs, maxLogs=32 2024-11-27T20:16:31,538 DEBUG [RS_OPEN_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.meta.1732738591525.meta, exclude list is [], retry=0 2024-11-27T20:16:31,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34017,DS-64dc2d9d-2de9-44b5-96b5-727daa8b1ebe,DISK] 2024-11-27T20:16:31,544 INFO [RS_OPEN_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.meta.1732738591525.meta 2024-11-27T20:16:31,545 DEBUG [RS_OPEN_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38693:38693)] 2024-11-27T20:16:31,545 DEBUG [RS_OPEN_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:16:31,549 INFO [RS_OPEN_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T20:16:31,550 DEBUG [RS_OPEN_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T20:16:31,552 DEBUG [RS_OPEN_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T20:16:31,552 INFO [RS_OPEN_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T20:16:31,555 DEBUG [RS_OPEN_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T20:16:31,556 DEBUG [RS_OPEN_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:31,556 DEBUG [RS_OPEN_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T20:16:31,556 DEBUG [RS_OPEN_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T20:16:31,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:16:31,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:16:31,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:31,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:16:31,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:16:31,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:16:31,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:31,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:16:31,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:16:31,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:16:31,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:31,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:16:31,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:16:31,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:16:31,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:31,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:16:31,571 DEBUG [RS_OPEN_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:16:31,573 DEBUG [RS_OPEN_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/hbase/meta/1588230740 2024-11-27T20:16:31,575 DEBUG [RS_OPEN_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/hbase/meta/1588230740 2024-11-27T20:16:31,578 DEBUG [RS_OPEN_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:16:31,578 DEBUG [RS_OPEN_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:16:31,579 DEBUG [RS_OPEN_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:16:31,582 DEBUG [RS_OPEN_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:16:31,583 INFO [RS_OPEN_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9910039840, jitterRate=-0.07705561816692352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:16:31,584 DEBUG [RS_OPEN_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T20:16:31,585 DEBUG [RS_OPEN_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732738591557Writing region info on filesystem at 1732738591557Initializing all the Stores at 1732738591559 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738591559Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738591559Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738591559Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738591559Cleaning up temporary data from old regions at 1732738591578 (+19 ms)Running coprocessor post-open hooks at 1732738591584 (+6 ms)Region opened successfully at 1732738591585 (+1 ms) 2024-11-27T20:16:31,592 INFO [RS_OPEN_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732738591500 2024-11-27T20:16:31,603 DEBUG [RS_OPEN_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T20:16:31,604 INFO [RS_OPEN_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T20:16:31,605 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=47ee238b5a74,45719,1732738587675 2024-11-27T20:16:31,607 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 47ee238b5a74,45719,1732738587675, state=OPEN 2024-11-27T20:16:31,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-27T20:16:31,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-27T20:16:31,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-27T20:16:31,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-27T20:16:31,639 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=47ee238b5a74,45719,1732738587675 2024-11-27T20:16:31,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T20:16:31,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=47ee238b5a74,45719,1732738587675 in 302 msec 2024-11-27T20:16:31,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T20:16:31,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 561 msec 2024-11-27T20:16:31,654 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:16:31,655 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T20:16:31,672 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:16:31,673 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:16:31,692 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:16:31,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46087, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:16:31,715 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1980 sec 2024-11-27T20:16:31,716 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732738591715, completionTime=-1 2024-11-27T20:16:31,718 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T20:16:31,718 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T20:16:31,744 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T20:16:31,744 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732738651744 2024-11-27T20:16:31,744 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732738711744 2024-11-27T20:16:31,744 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 25 msec 2024-11-27T20:16:31,746 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47ee238b5a74,39671,1732738586121-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:31,746 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47ee238b5a74,39671,1732738586121-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:31,747 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47ee238b5a74,39671,1732738586121-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:31,748 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-47ee238b5a74:39671, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:31,749 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:31,749 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:31,757 DEBUG [master/47ee238b5a74:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T20:16:31,779 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.876sec 2024-11-27T20:16:31,780 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T20:16:31,782 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T20:16:31,782 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T20:16:31,783 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T20:16:31,783 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T20:16:31,784 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47ee238b5a74,39671,1732738586121-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:16:31,784 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47ee238b5a74,39671,1732738586121-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T20:16:31,792 DEBUG [master/47ee238b5a74:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T20:16:31,793 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T20:16:31,793 INFO [master/47ee238b5a74:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=47ee238b5a74,39671,1732738586121-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:31,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68cc25be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:16:31,837 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-27T20:16:31,837 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-27T20:16:31,840 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:16:31,841 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:16:31,847 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:16:31,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:16:31,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:16:31,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e80c80e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:16:31,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:16:31,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:16:31,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:31,851 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:16:31,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@195abe33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:16:31,852 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:16:31,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:16:31,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:16:31,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:16:31,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=47ee238b5a74,39671,1732738586121 2024-11-27T20:16:31,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster... 2024-11-27T20:16:31,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/test.cache.data in system properties and HBase conf 2024-11-27T20:16:31,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T20:16:31,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/hadoop.log.dir in system properties and HBase conf 2024-11-27T20:16:31,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T20:16:31,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T20:16:31,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T20:16:31,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:16:31,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:16:31,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T20:16:31,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:16:31,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T20:16:31,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T20:16:31,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:16:31,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:16:31,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T20:16:31,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/nfs.dump.dir in system properties and HBase conf 2024-11-27T20:16:31,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/java.io.tmpdir in system properties and HBase conf 2024-11-27T20:16:31,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:16:31,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T20:16:31,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T20:16:31,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741835_1011 (size=592039) 2024-11-27T20:16:32,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741836_1012 (size=1663647) 2024-11-27T20:16:33,769 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:16:33,848 WARN [Thread-251 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:16:34,035 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:16:34,035 WARN [Thread-251 {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-27T20:16:34,036 INFO [Thread-251 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:16:34,036 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:16:34,036 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:16:34,036 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T20:16:34,041 INFO [Thread-251 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:16:34,041 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:16:34,041 INFO [Thread-251 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:16:34,041 INFO [Thread-251 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T20:16:34,043 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26c56adc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:16:34,044 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a908e18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-27T20:16:34,050 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@339da2c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:16:34,050 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11a358cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-27T20:16:34,168 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2024-11-27T20:16:34,168 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2024-11-27T20:16:34,169 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-27T20:16:34,171 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-27T20:16:34,214 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-27T20:16:34,257 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-27T20:16:34,484 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2024-11-27T20:16:34,505 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16f3e17a{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/java.io.tmpdir/jetty-localhost-37301-hadoop-yarn-common-3_4_1_jar-_-any-987411959075763908/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-27T20:16:34,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2840fcf4{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/java.io.tmpdir/jetty-localhost-39611-hadoop-yarn-common-3_4_1_jar-_-any-1183306234682756040/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-27T20:16:34,506 INFO [Thread-251 {}] server.AbstractConnector(333): Started ServerConnector@37e8ed89{HTTP/1.1, (http/1.1)}{localhost:37301} 2024-11-27T20:16:34,506 INFO [Thread-251 {}] server.Server(415): Started @14651ms 2024-11-27T20:16:34,508 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@382d96c0{HTTP/1.1, (http/1.1)}{localhost:39611} 2024-11-27T20:16:34,508 INFO [Time-limited test {}] server.Server(415): Started @14653ms 2024-11-27T20:16:34,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741837_1013 (size=5) 2024-11-27T20:16:35,560 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-27T20:16:35,567 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:16:35,599 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-27T20:16:35,599 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:16:35,606 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:16:35,606 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:16:35,606 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T20:16:35,607 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:16:35,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cece995{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:16:35,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@395a3b8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-27T20:16:35,668 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-27T20:16:35,668 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-27T20:16:35,668 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-27T20:16:35,668 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-27T20:16:35,677 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-27T20:16:35,683 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-27T20:16:35,779 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-27T20:16:35,791 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b819b15{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/java.io.tmpdir/jetty-localhost-34557-hadoop-yarn-common-3_4_1_jar-_-any-6043812649133336761/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-27T20:16:35,792 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55bea737{HTTP/1.1, (http/1.1)}{localhost:34557} 2024-11-27T20:16:35,792 INFO [Time-limited test {}] server.Server(415): Started @15936ms 2024-11-27T20:16:35,904 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-27T20:16:35,907 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:16:35,919 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-27T20:16:35,920 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:16:35,921 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:16:35,921 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:16:35,922 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T20:16:35,922 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:16:35,923 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@340f8f82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:16:35,923 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d96c0b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-27T20:16:35,980 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-27T20:16:35,980 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-27T20:16:35,980 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-27T20:16:35,980 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-27T20:16:35,990 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-27T20:16:35,996 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-27T20:16:36,093 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-27T20:16:36,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15b72521{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/java.io.tmpdir/jetty-localhost-44779-hadoop-yarn-common-3_4_1_jar-_-any-15529771635137593863/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-27T20:16:36,097 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ef13fa{HTTP/1.1, (http/1.1)}{localhost:44779} 2024-11-27T20:16:36,097 INFO [Time-limited test {}] server.Server(415): Started @16242ms 2024-11-27T20:16:36,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started 2024-11-27T20:16:36,120 INFO [Time-limited test {}] backup.TestBackupBase(336): ROOTDIR hdfs://localhost:34489/backupUT 2024-11-27T20:16:36,123 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:16:36,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 47ee238b5a74,39671,1732738586121 2024-11-27T20:16:36,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d9cbf68 2024-11-27T20:16:36,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:16:36,134 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:16:36,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns1'} 2024-11-27T20:16:36,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns1 2024-11-27T20:16:36,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:16:36,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns1 in 19 msec 2024-11-27T20:16:36,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:16:36,258 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns1 completed 2024-11-27T20:16:36,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns2'} 2024-11-27T20:16:36,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns2 2024-11-27T20:16:36,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-27T20:16:36,275 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns2 in 13 msec 2024-11-27T20:16:36,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-27T20:16:36,377 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns2 completed 2024-11-27T20:16:36,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns3'} 2024-11-27T20:16:36,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] procedure2.ProcedureExecutor(1139): Stored pid=6, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns3 2024-11-27T20:16:36,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-27T20:16:36,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns3 in 13 msec 2024-11-27T20:16:36,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T20:16:36,483 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T20:16:36,490 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T20:16:36,490 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2024-11-27T20:16:36,490 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:16:36,490 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T20:16:36,491 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T20:16:36,491 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T20:16:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-27T20:16:36,497 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns3 completed 2024-11-27T20:16:36,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns4'} 2024-11-27T20:16:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns4 2024-11-27T20:16:36,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:16:36,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns4 in 12 msec 2024-11-27T20:16:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:16:36,607 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns4 completed 2024-11-27T20:16:36,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test-1732738596120', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:16:36,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test-1732738596120 2024-11-27T20:16:36,624 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test-1732738596120 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:16:36,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test-1732738596120" procId is: 8 2024-11-27T20:16:36,626 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-27T20:16:36,628 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test-1732738596120 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:16:36,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741838_1014 (size=367) 2024-11-27T20:16:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-27T20:16:36,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-27T20:16:37,041 INFO [RegionOpenAndInit-test-1732738596120-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c2154823b488bd7fe4a75897f0488172, NAME => 'test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1732738596120', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c 2024-11-27T20:16:37,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741839_1015 (size=53) 2024-11-27T20:16:37,074 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-27T20:16:37,133 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T20:16:37,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-27T20:16:37,451 DEBUG [RegionOpenAndInit-test-1732738596120-pool-0 {}] regionserver.HRegion(898): Instantiated test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:37,451 DEBUG [RegionOpenAndInit-test-1732738596120-pool-0 {}] regionserver.HRegion(1722): Closing c2154823b488bd7fe4a75897f0488172, disabling compactions & flushes 2024-11-27T20:16:37,451 INFO [RegionOpenAndInit-test-1732738596120-pool-0 {}] regionserver.HRegion(1755): Closing region test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172. 2024-11-27T20:16:37,451 DEBUG [RegionOpenAndInit-test-1732738596120-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172. 2024-11-27T20:16:37,451 DEBUG [RegionOpenAndInit-test-1732738596120-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172. after waiting 0 ms 2024-11-27T20:16:37,451 DEBUG [RegionOpenAndInit-test-1732738596120-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172. 2024-11-27T20:16:37,452 INFO [RegionOpenAndInit-test-1732738596120-pool-0 {}] regionserver.HRegion(1973): Closed test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172. 2024-11-27T20:16:37,452 DEBUG [RegionOpenAndInit-test-1732738596120-pool-0 {}] regionserver.HRegion(1676): Region close journal for c2154823b488bd7fe4a75897f0488172: Waiting for close lock at 1732738597451Disabling compacts and flushes for region at 1732738597451Disabling writes for close at 1732738597451Writing region close event to WAL at 1732738597452 (+1 ms)Closed at 1732738597452 2024-11-27T20:16:37,454 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test-1732738596120 execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:16:37,459 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732738597454"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738597454"}]},"ts":"1732738597454"} 2024-11-27T20:16:37,463 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T20:16:37,465 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test-1732738596120 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:16:37,468 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1732738596120","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738597465"}]},"ts":"1732738597465"} 2024-11-27T20:16:37,472 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1732738596120, state=ENABLING in hbase:meta 2024-11-27T20:16:37,474 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1732738596120, region=c2154823b488bd7fe4a75897f0488172, ASSIGN}] 2024-11-27T20:16:37,476 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1732738596120, region=c2154823b488bd7fe4a75897f0488172, ASSIGN 2024-11-27T20:16:37,478 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1732738596120, region=c2154823b488bd7fe4a75897f0488172, ASSIGN; state=OFFLINE, location=47ee238b5a74,45719,1732738587675; forceNewPlan=false, retain=false 2024-11-27T20:16:37,629 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c2154823b488bd7fe4a75897f0488172, regionState=OPENING, regionLocation=47ee238b5a74,45719,1732738587675 2024-11-27T20:16:37,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1732738596120, region=c2154823b488bd7fe4a75897f0488172, ASSIGN because future has completed 2024-11-27T20:16:37,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2154823b488bd7fe4a75897f0488172, server=47ee238b5a74,45719,1732738587675}] 2024-11-27T20:16:37,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-27T20:16:37,805 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172. 2024-11-27T20:16:37,805 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:16:37,806 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor 47ee238b5a74,45719,1732738587675.regiongroup-1 2024-11-27T20:16:37,808 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-1, suffix=, logDir=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675, archiveDir=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/oldWALs, maxLogs=32 2024-11-27T20:16:37,823 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-1.1732738597810, exclude list is [], retry=0 2024-11-27T20:16:37,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34017,DS-64dc2d9d-2de9-44b5-96b5-727daa8b1ebe,DISK] 2024-11-27T20:16:37,829 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-1.1732738597810 2024-11-27T20:16:37,830 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38693:38693)] 2024-11-27T20:16:37,830 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c2154823b488bd7fe4a75897f0488172, NAME => 'test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:16:37,830 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T20:16:37,830 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1732738596120 c2154823b488bd7fe4a75897f0488172 2024-11-27T20:16:37,831 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:37,831 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c2154823b488bd7fe4a75897f0488172 2024-11-27T20:16:37,831 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c2154823b488bd7fe4a75897f0488172 2024-11-27T20:16:37,833 INFO [StoreOpener-c2154823b488bd7fe4a75897f0488172-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c2154823b488bd7fe4a75897f0488172 2024-11-27T20:16:37,835 INFO [StoreOpener-c2154823b488bd7fe4a75897f0488172-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2154823b488bd7fe4a75897f0488172 columnFamilyName f 2024-11-27T20:16:37,835 DEBUG [StoreOpener-c2154823b488bd7fe4a75897f0488172-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:37,836 INFO [StoreOpener-c2154823b488bd7fe4a75897f0488172-1 {}] regionserver.HStore(327): Store=c2154823b488bd7fe4a75897f0488172/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:16:37,837 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c2154823b488bd7fe4a75897f0488172 2024-11-27T20:16:37,838 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172 2024-11-27T20:16:37,838 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172 2024-11-27T20:16:37,839 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c2154823b488bd7fe4a75897f0488172 2024-11-27T20:16:37,839 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c2154823b488bd7fe4a75897f0488172 2024-11-27T20:16:37,842 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c2154823b488bd7fe4a75897f0488172 2024-11-27T20:16:37,845 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:16:37,846 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened c2154823b488bd7fe4a75897f0488172; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11059136960, jitterRate=0.029962390661239624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T20:16:37,846 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c2154823b488bd7fe4a75897f0488172 2024-11-27T20:16:37,847 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c2154823b488bd7fe4a75897f0488172: Running coprocessor pre-open hook at 1732738597831Writing region info on filesystem at 1732738597831Initializing all the Stores at 1732738597833 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738597833Cleaning up temporary data from old regions at 1732738597839 (+6 ms)Running coprocessor post-open hooks at 1732738597846 (+7 ms)Region opened successfully at 1732738597847 (+1 ms) 2024-11-27T20:16:37,849 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172., pid=10, masterSystemTime=1732738597786 2024-11-27T20:16:37,852 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172. 2024-11-27T20:16:37,852 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172. 2024-11-27T20:16:37,853 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c2154823b488bd7fe4a75897f0488172, regionState=OPEN, openSeqNum=2, regionLocation=47ee238b5a74,45719,1732738587675 2024-11-27T20:16:37,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2154823b488bd7fe4a75897f0488172, server=47ee238b5a74,45719,1732738587675 because future has completed 2024-11-27T20:16:37,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T20:16:37,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c2154823b488bd7fe4a75897f0488172, server=47ee238b5a74,45719,1732738587675 in 225 msec 2024-11-27T20:16:37,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T20:16:37,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1732738596120, region=c2154823b488bd7fe4a75897f0488172, ASSIGN in 389 msec 2024-11-27T20:16:37,869 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test-1732738596120 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:16:37,869 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1732738596120","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738597869"}]},"ts":"1732738597869"} 2024-11-27T20:16:37,872 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1732738596120, state=ENABLED in hbase:meta 2024-11-27T20:16:37,874 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test-1732738596120 execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:16:37,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=test-1732738596120 in 1.2570 sec 2024-11-27T20:16:38,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-27T20:16:38,777 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test-1732738596120 completed 2024-11-27T20:16:38,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24cfe65e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:16:38,778 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:16:38,778 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:16:38,780 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:16:38,780 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:16:38,780 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:16:38,781 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e66f0a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:16:38,781 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:16:38,781 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:16:38,781 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:38,782 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:16:38,783 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37532931, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:16:38,786 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:16:38,787 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:16:38,788 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:16:38,790 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:16:38,796 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732738596120', row='row0', locateType=CURRENT is [region=test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172., hostname=47ee238b5a74,45719,1732738587675, seqNum=2] 2024-11-27T20:16:38,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HRegion(8528): writing data to region test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172. with WAL disabled. Data may be lost in the event of a crash. 2024-11-27T20:16:38,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns2:test-17327385961201', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:16:38,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:test-17327385961201 2024-11-27T20:16:38,960 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17327385961201 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:16:38,960 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:38,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns2" qualifier: "test-17327385961201" procId is: 11 2024-11-27T20:16:38,962 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:test-17327385961201 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:16:38,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T20:16:38,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741841_1017 (size=364) 2024-11-27T20:16:39,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T20:16:39,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T20:16:39,373 INFO [RegionOpenAndInit-ns2:test-17327385961201-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2e6ccb9e75135bd3f94dea3398689aed, NAME => 'ns2:test-17327385961201,,1732738598956.2e6ccb9e75135bd3f94dea3398689aed.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17327385961201', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c 2024-11-27T20:16:39,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741842_1018 (size=50) 2024-11-27T20:16:39,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T20:16:39,782 DEBUG [RegionOpenAndInit-ns2:test-17327385961201-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:test-17327385961201,,1732738598956.2e6ccb9e75135bd3f94dea3398689aed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:39,783 DEBUG [RegionOpenAndInit-ns2:test-17327385961201-pool-0 {}] regionserver.HRegion(1722): Closing 2e6ccb9e75135bd3f94dea3398689aed, disabling compactions & flushes 2024-11-27T20:16:39,783 INFO [RegionOpenAndInit-ns2:test-17327385961201-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:test-17327385961201,,1732738598956.2e6ccb9e75135bd3f94dea3398689aed. 2024-11-27T20:16:39,783 DEBUG [RegionOpenAndInit-ns2:test-17327385961201-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17327385961201,,1732738598956.2e6ccb9e75135bd3f94dea3398689aed. 2024-11-27T20:16:39,783 DEBUG [RegionOpenAndInit-ns2:test-17327385961201-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17327385961201,,1732738598956.2e6ccb9e75135bd3f94dea3398689aed. after waiting 0 ms 2024-11-27T20:16:39,783 DEBUG [RegionOpenAndInit-ns2:test-17327385961201-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17327385961201,,1732738598956.2e6ccb9e75135bd3f94dea3398689aed. 2024-11-27T20:16:39,783 INFO [RegionOpenAndInit-ns2:test-17327385961201-pool-0 {}] regionserver.HRegion(1973): Closed ns2:test-17327385961201,,1732738598956.2e6ccb9e75135bd3f94dea3398689aed. 2024-11-27T20:16:39,783 DEBUG [RegionOpenAndInit-ns2:test-17327385961201-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2e6ccb9e75135bd3f94dea3398689aed: Waiting for close lock at 1732738599783Disabling compacts and flushes for region at 1732738599783Disabling writes for close at 1732738599783Writing region close event to WAL at 1732738599783Closed at 1732738599783 2024-11-27T20:16:39,785 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:test-17327385961201 execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:16:39,785 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:test-17327385961201,,1732738598956.2e6ccb9e75135bd3f94dea3398689aed.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1732738599785"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738599785"}]},"ts":"1732738599785"} 2024-11-27T20:16:39,788 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T20:16:39,790 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:test-17327385961201 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:16:39,790 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17327385961201","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738599790"}]},"ts":"1732738599790"} 2024-11-27T20:16:39,793 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17327385961201, state=ENABLING in hbase:meta 2024-11-27T20:16:39,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17327385961201, region=2e6ccb9e75135bd3f94dea3398689aed, ASSIGN}] 2024-11-27T20:16:39,796 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17327385961201, region=2e6ccb9e75135bd3f94dea3398689aed, ASSIGN 2024-11-27T20:16:39,797 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:test-17327385961201, region=2e6ccb9e75135bd3f94dea3398689aed, ASSIGN; state=OFFLINE, location=47ee238b5a74,45719,1732738587675; forceNewPlan=false, retain=false 2024-11-27T20:16:39,948 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=2e6ccb9e75135bd3f94dea3398689aed, regionState=OPENING, regionLocation=47ee238b5a74,45719,1732738587675 2024-11-27T20:16:39,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:test-17327385961201, region=2e6ccb9e75135bd3f94dea3398689aed, ASSIGN because future has completed 2024-11-27T20:16:39,952 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e6ccb9e75135bd3f94dea3398689aed, server=47ee238b5a74,45719,1732738587675}] 2024-11-27T20:16:40,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T20:16:40,110 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open ns2:test-17327385961201,,1732738598956.2e6ccb9e75135bd3f94dea3398689aed. 2024-11-27T20:16:40,110 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 2e6ccb9e75135bd3f94dea3398689aed, NAME => 'ns2:test-17327385961201,,1732738598956.2e6ccb9e75135bd3f94dea3398689aed.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:16:40,110 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T20:16:40,110 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17327385961201 2e6ccb9e75135bd3f94dea3398689aed 2024-11-27T20:16:40,111 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated ns2:test-17327385961201,,1732738598956.2e6ccb9e75135bd3f94dea3398689aed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:40,111 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 2e6ccb9e75135bd3f94dea3398689aed 2024-11-27T20:16:40,111 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 2e6ccb9e75135bd3f94dea3398689aed 2024-11-27T20:16:40,113 INFO [StoreOpener-2e6ccb9e75135bd3f94dea3398689aed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2e6ccb9e75135bd3f94dea3398689aed 2024-11-27T20:16:40,116 INFO [StoreOpener-2e6ccb9e75135bd3f94dea3398689aed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e6ccb9e75135bd3f94dea3398689aed columnFamilyName f 2024-11-27T20:16:40,116 DEBUG [StoreOpener-2e6ccb9e75135bd3f94dea3398689aed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:40,117 INFO [StoreOpener-2e6ccb9e75135bd3f94dea3398689aed-1 {}] regionserver.HStore(327): Store=2e6ccb9e75135bd3f94dea3398689aed/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:16:40,117 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 2e6ccb9e75135bd3f94dea3398689aed 2024-11-27T20:16:40,118 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns2/test-17327385961201/2e6ccb9e75135bd3f94dea3398689aed 2024-11-27T20:16:40,119 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns2/test-17327385961201/2e6ccb9e75135bd3f94dea3398689aed 2024-11-27T20:16:40,120 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 2e6ccb9e75135bd3f94dea3398689aed 2024-11-27T20:16:40,120 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 2e6ccb9e75135bd3f94dea3398689aed 2024-11-27T20:16:40,123 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 2e6ccb9e75135bd3f94dea3398689aed 2024-11-27T20:16:40,126 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns2/test-17327385961201/2e6ccb9e75135bd3f94dea3398689aed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:16:40,126 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 2e6ccb9e75135bd3f94dea3398689aed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10029245920, jitterRate=-0.06595368683338165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T20:16:40,127 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2e6ccb9e75135bd3f94dea3398689aed 2024-11-27T20:16:40,128 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 2e6ccb9e75135bd3f94dea3398689aed: Running coprocessor pre-open hook at 1732738600111Writing region info on filesystem at 1732738600111Initializing all the Stores at 1732738600112 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738600112Cleaning up temporary data from old regions at 1732738600120 (+8 ms)Running coprocessor post-open hooks at 1732738600127 (+7 ms)Region opened successfully at 1732738600127 2024-11-27T20:16:40,129 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:test-17327385961201,,1732738598956.2e6ccb9e75135bd3f94dea3398689aed., pid=13, masterSystemTime=1732738600105 2024-11-27T20:16:40,132 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:test-17327385961201,,1732738598956.2e6ccb9e75135bd3f94dea3398689aed. 2024-11-27T20:16:40,132 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened ns2:test-17327385961201,,1732738598956.2e6ccb9e75135bd3f94dea3398689aed. 2024-11-27T20:16:40,133 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=2e6ccb9e75135bd3f94dea3398689aed, regionState=OPEN, openSeqNum=2, regionLocation=47ee238b5a74,45719,1732738587675 2024-11-27T20:16:40,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e6ccb9e75135bd3f94dea3398689aed, server=47ee238b5a74,45719,1732738587675 because future has completed 2024-11-27T20:16:40,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-27T20:16:40,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 2e6ccb9e75135bd3f94dea3398689aed, server=47ee238b5a74,45719,1732738587675 in 187 msec 2024-11-27T20:16:40,146 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-27T20:16:40,146 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:test-17327385961201, region=2e6ccb9e75135bd3f94dea3398689aed, ASSIGN in 348 msec 2024-11-27T20:16:40,147 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:test-17327385961201 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:16:40,147 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17327385961201","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738600147"}]},"ts":"1732738600147"} 2024-11-27T20:16:40,150 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17327385961201, state=ENABLED in hbase:meta 2024-11-27T20:16:40,151 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17327385961201 execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:16:40,154 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:test-17327385961201 in 1.1950 sec 2024-11-27T20:16:41,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T20:16:41,107 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:test-17327385961201 completed 2024-11-27T20:16:41,110 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17327385961201', row='row0', locateType=CURRENT is [region=ns2:test-17327385961201,,1732738598956.2e6ccb9e75135bd3f94dea3398689aed., hostname=47ee238b5a74,45719,1732738587675, seqNum=2] 2024-11-27T20:16:41,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HRegion(8528): writing data to region ns2:test-17327385961201,,1732738598956.2e6ccb9e75135bd3f94dea3398689aed. with WAL disabled. Data may be lost in the event of a crash. 2024-11-27T20:16:41,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns3:test-17327385961202', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:16:41,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns3:test-17327385961202 2024-11-27T20:16:41,261 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17327385961202 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:16:41,261 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:41,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns3" qualifier: "test-17327385961202" procId is: 14 2024-11-27T20:16:41,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T20:16:41,263 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns3:test-17327385961202 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:16:41,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741843_1019 (size=390) 2024-11-27T20:16:41,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T20:16:41,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T20:16:41,674 INFO [RegionOpenAndInit-ns3:test-17327385961202-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 13ee7989ddde6e71cb1650ec545319d1, NAME => 'ns3:test-17327385961202,,1732738601257.13ee7989ddde6e71cb1650ec545319d1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17327385961202', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c 2024-11-27T20:16:41,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741844_1020 (size=50) 2024-11-27T20:16:41,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T20:16:42,084 DEBUG [RegionOpenAndInit-ns3:test-17327385961202-pool-0 {}] regionserver.HRegion(898): Instantiated ns3:test-17327385961202,,1732738601257.13ee7989ddde6e71cb1650ec545319d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:42,084 DEBUG [RegionOpenAndInit-ns3:test-17327385961202-pool-0 {}] regionserver.HRegion(1722): Closing 13ee7989ddde6e71cb1650ec545319d1, disabling compactions & flushes 2024-11-27T20:16:42,084 INFO [RegionOpenAndInit-ns3:test-17327385961202-pool-0 {}] regionserver.HRegion(1755): Closing region ns3:test-17327385961202,,1732738601257.13ee7989ddde6e71cb1650ec545319d1. 2024-11-27T20:16:42,084 DEBUG [RegionOpenAndInit-ns3:test-17327385961202-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17327385961202,,1732738601257.13ee7989ddde6e71cb1650ec545319d1. 2024-11-27T20:16:42,084 DEBUG [RegionOpenAndInit-ns3:test-17327385961202-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17327385961202,,1732738601257.13ee7989ddde6e71cb1650ec545319d1. after waiting 0 ms 2024-11-27T20:16:42,084 DEBUG [RegionOpenAndInit-ns3:test-17327385961202-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17327385961202,,1732738601257.13ee7989ddde6e71cb1650ec545319d1. 2024-11-27T20:16:42,084 INFO [RegionOpenAndInit-ns3:test-17327385961202-pool-0 {}] regionserver.HRegion(1973): Closed ns3:test-17327385961202,,1732738601257.13ee7989ddde6e71cb1650ec545319d1. 2024-11-27T20:16:42,084 DEBUG [RegionOpenAndInit-ns3:test-17327385961202-pool-0 {}] regionserver.HRegion(1676): Region close journal for 13ee7989ddde6e71cb1650ec545319d1: Waiting for close lock at 1732738602084Disabling compacts and flushes for region at 1732738602084Disabling writes for close at 1732738602084Writing region close event to WAL at 1732738602084Closed at 1732738602084 2024-11-27T20:16:42,086 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns3:test-17327385961202 execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:16:42,087 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns3:test-17327385961202,,1732738601257.13ee7989ddde6e71cb1650ec545319d1.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1732738602086"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738602086"}]},"ts":"1732738602086"} 2024-11-27T20:16:42,090 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T20:16:42,091 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns3:test-17327385961202 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:16:42,091 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17327385961202","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738602091"}]},"ts":"1732738602091"} 2024-11-27T20:16:42,094 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17327385961202, state=ENABLING in hbase:meta 2024-11-27T20:16:42,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17327385961202, region=13ee7989ddde6e71cb1650ec545319d1, ASSIGN}] 2024-11-27T20:16:42,097 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17327385961202, region=13ee7989ddde6e71cb1650ec545319d1, ASSIGN 2024-11-27T20:16:42,098 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns3:test-17327385961202, region=13ee7989ddde6e71cb1650ec545319d1, ASSIGN; state=OFFLINE, location=47ee238b5a74,45719,1732738587675; forceNewPlan=false, retain=false 2024-11-27T20:16:42,249 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=13ee7989ddde6e71cb1650ec545319d1, regionState=OPENING, regionLocation=47ee238b5a74,45719,1732738587675 2024-11-27T20:16:42,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns3:test-17327385961202, region=13ee7989ddde6e71cb1650ec545319d1, ASSIGN because future has completed 2024-11-27T20:16:42,252 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13ee7989ddde6e71cb1650ec545319d1, server=47ee238b5a74,45719,1732738587675}] 2024-11-27T20:16:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T20:16:42,410 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open ns3:test-17327385961202,,1732738601257.13ee7989ddde6e71cb1650ec545319d1. 2024-11-27T20:16:42,410 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 13ee7989ddde6e71cb1650ec545319d1, NAME => 'ns3:test-17327385961202,,1732738601257.13ee7989ddde6e71cb1650ec545319d1.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:16:42,410 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T20:16:42,410 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17327385961202 13ee7989ddde6e71cb1650ec545319d1 2024-11-27T20:16:42,411 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated ns3:test-17327385961202,,1732738601257.13ee7989ddde6e71cb1650ec545319d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:42,411 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 13ee7989ddde6e71cb1650ec545319d1 2024-11-27T20:16:42,411 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 13ee7989ddde6e71cb1650ec545319d1 2024-11-27T20:16:42,413 INFO [StoreOpener-13ee7989ddde6e71cb1650ec545319d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 13ee7989ddde6e71cb1650ec545319d1 2024-11-27T20:16:42,415 INFO [StoreOpener-13ee7989ddde6e71cb1650ec545319d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13ee7989ddde6e71cb1650ec545319d1 columnFamilyName f 2024-11-27T20:16:42,415 DEBUG [StoreOpener-13ee7989ddde6e71cb1650ec545319d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:42,416 INFO [StoreOpener-13ee7989ddde6e71cb1650ec545319d1-1 {}] regionserver.HStore(327): Store=13ee7989ddde6e71cb1650ec545319d1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:16:42,416 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 13ee7989ddde6e71cb1650ec545319d1 2024-11-27T20:16:42,417 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns3/test-17327385961202/13ee7989ddde6e71cb1650ec545319d1 2024-11-27T20:16:42,417 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns3/test-17327385961202/13ee7989ddde6e71cb1650ec545319d1 2024-11-27T20:16:42,418 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 13ee7989ddde6e71cb1650ec545319d1 2024-11-27T20:16:42,418 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 13ee7989ddde6e71cb1650ec545319d1 2024-11-27T20:16:42,421 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 13ee7989ddde6e71cb1650ec545319d1 2024-11-27T20:16:42,424 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns3/test-17327385961202/13ee7989ddde6e71cb1650ec545319d1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:16:42,425 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 13ee7989ddde6e71cb1650ec545319d1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9515922560, jitterRate=-0.11376065015792847}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T20:16:42,425 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 13ee7989ddde6e71cb1650ec545319d1 2024-11-27T20:16:42,426 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 13ee7989ddde6e71cb1650ec545319d1: Running coprocessor pre-open hook at 1732738602411Writing region info on filesystem at 1732738602411Initializing all the Stores at 1732738602412 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738602412Cleaning up temporary data from old regions at 1732738602418 (+6 ms)Running coprocessor post-open hooks at 1732738602425 (+7 ms)Region opened successfully at 1732738602426 (+1 ms) 2024-11-27T20:16:42,427 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for ns3:test-17327385961202,,1732738601257.13ee7989ddde6e71cb1650ec545319d1., pid=16, masterSystemTime=1732738602405 2024-11-27T20:16:42,430 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for ns3:test-17327385961202,,1732738601257.13ee7989ddde6e71cb1650ec545319d1. 2024-11-27T20:16:42,430 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=13ee7989ddde6e71cb1650ec545319d1, regionState=OPEN, openSeqNum=2, regionLocation=47ee238b5a74,45719,1732738587675 2024-11-27T20:16:42,431 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened ns3:test-17327385961202,,1732738601257.13ee7989ddde6e71cb1650ec545319d1. 2024-11-27T20:16:42,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13ee7989ddde6e71cb1650ec545319d1, server=47ee238b5a74,45719,1732738587675 because future has completed 2024-11-27T20:16:42,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-27T20:16:42,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 13ee7989ddde6e71cb1650ec545319d1, server=47ee238b5a74,45719,1732738587675 in 183 msec 2024-11-27T20:16:42,441 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-27T20:16:42,441 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns3:test-17327385961202, region=13ee7989ddde6e71cb1650ec545319d1, ASSIGN in 344 msec 2024-11-27T20:16:42,442 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns3:test-17327385961202 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:16:42,442 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17327385961202","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738602442"}]},"ts":"1732738602442"} 2024-11-27T20:16:42,445 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17327385961202, state=ENABLED in hbase:meta 2024-11-27T20:16:42,446 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17327385961202 execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:16:42,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns3:test-17327385961202 in 1.1890 sec 2024-11-27T20:16:43,334 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-27T20:16:43,373 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17327385961201' 2024-11-27T20:16:43,374 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1732738596120' 2024-11-27T20:16:43,374 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17327385961202' 2024-11-27T20:16:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T20:16:43,417 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns3:test-17327385961202 completed 2024-11-27T20:16:43,418 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns3:test-17327385961202 get assigned. Timeout = 60000ms 2024-11-27T20:16:43,419 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T20:16:43,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns3:test-17327385961202 assigned to meta. Checking AM states. 2024-11-27T20:16:43,425 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T20:16:43,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns3:test-17327385961202 assigned. 2024-11-27T20:16:43,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns4:test-17327385961203', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:16:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns4:test-17327385961203 2024-11-27T20:16:43,431 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17327385961203 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:16:43,431 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:43,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns4" qualifier: "test-17327385961203" procId is: 17 2024-11-27T20:16:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-27T20:16:43,432 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns4:test-17327385961203 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:16:43,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741845_1021 (size=390) 2024-11-27T20:16:43,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-27T20:16:43,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-27T20:16:43,844 INFO [RegionOpenAndInit-ns4:test-17327385961203-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 15133114d90d8886ef997e5f0d780700, NAME => 'ns4:test-17327385961203,,1732738603427.15133114d90d8886ef997e5f0d780700.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17327385961203', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c 2024-11-27T20:16:43,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741846_1022 (size=50) 2024-11-27T20:16:44,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-27T20:16:44,254 DEBUG [RegionOpenAndInit-ns4:test-17327385961203-pool-0 {}] regionserver.HRegion(898): Instantiated ns4:test-17327385961203,,1732738603427.15133114d90d8886ef997e5f0d780700.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:44,254 DEBUG [RegionOpenAndInit-ns4:test-17327385961203-pool-0 {}] regionserver.HRegion(1722): Closing 15133114d90d8886ef997e5f0d780700, disabling compactions & flushes 2024-11-27T20:16:44,254 INFO [RegionOpenAndInit-ns4:test-17327385961203-pool-0 {}] regionserver.HRegion(1755): Closing region ns4:test-17327385961203,,1732738603427.15133114d90d8886ef997e5f0d780700. 2024-11-27T20:16:44,254 DEBUG [RegionOpenAndInit-ns4:test-17327385961203-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17327385961203,,1732738603427.15133114d90d8886ef997e5f0d780700. 2024-11-27T20:16:44,254 DEBUG [RegionOpenAndInit-ns4:test-17327385961203-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17327385961203,,1732738603427.15133114d90d8886ef997e5f0d780700. after waiting 0 ms 2024-11-27T20:16:44,254 DEBUG [RegionOpenAndInit-ns4:test-17327385961203-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17327385961203,,1732738603427.15133114d90d8886ef997e5f0d780700. 2024-11-27T20:16:44,254 INFO [RegionOpenAndInit-ns4:test-17327385961203-pool-0 {}] regionserver.HRegion(1973): Closed ns4:test-17327385961203,,1732738603427.15133114d90d8886ef997e5f0d780700. 2024-11-27T20:16:44,254 DEBUG [RegionOpenAndInit-ns4:test-17327385961203-pool-0 {}] regionserver.HRegion(1676): Region close journal for 15133114d90d8886ef997e5f0d780700: Waiting for close lock at 1732738604254Disabling compacts and flushes for region at 1732738604254Disabling writes for close at 1732738604254Writing region close event to WAL at 1732738604254Closed at 1732738604254 2024-11-27T20:16:44,256 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns4:test-17327385961203 execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:16:44,256 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns4:test-17327385961203,,1732738603427.15133114d90d8886ef997e5f0d780700.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1732738604256"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738604256"}]},"ts":"1732738604256"} 2024-11-27T20:16:44,259 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T20:16:44,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns4:test-17327385961203 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:16:44,260 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17327385961203","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738604260"}]},"ts":"1732738604260"} 2024-11-27T20:16:44,263 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17327385961203, state=ENABLING in hbase:meta 2024-11-27T20:16:44,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17327385961203, region=15133114d90d8886ef997e5f0d780700, ASSIGN}] 2024-11-27T20:16:44,265 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17327385961203, region=15133114d90d8886ef997e5f0d780700, ASSIGN 2024-11-27T20:16:44,266 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns4:test-17327385961203, region=15133114d90d8886ef997e5f0d780700, ASSIGN; state=OFFLINE, location=47ee238b5a74,45719,1732738587675; forceNewPlan=false, retain=false 2024-11-27T20:16:44,417 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=15133114d90d8886ef997e5f0d780700, regionState=OPENING, regionLocation=47ee238b5a74,45719,1732738587675 2024-11-27T20:16:44,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns4:test-17327385961203, region=15133114d90d8886ef997e5f0d780700, ASSIGN because future has completed 2024-11-27T20:16:44,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15133114d90d8886ef997e5f0d780700, server=47ee238b5a74,45719,1732738587675}] 2024-11-27T20:16:44,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-27T20:16:44,579 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open ns4:test-17327385961203,,1732738603427.15133114d90d8886ef997e5f0d780700. 2024-11-27T20:16:44,580 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 15133114d90d8886ef997e5f0d780700, NAME => 'ns4:test-17327385961203,,1732738603427.15133114d90d8886ef997e5f0d780700.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:16:44,580 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T20:16:44,581 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17327385961203 15133114d90d8886ef997e5f0d780700 2024-11-27T20:16:44,581 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated ns4:test-17327385961203,,1732738603427.15133114d90d8886ef997e5f0d780700.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:44,581 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 15133114d90d8886ef997e5f0d780700 2024-11-27T20:16:44,581 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 15133114d90d8886ef997e5f0d780700 2024-11-27T20:16:44,584 INFO [StoreOpener-15133114d90d8886ef997e5f0d780700-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 15133114d90d8886ef997e5f0d780700 2024-11-27T20:16:44,587 INFO [StoreOpener-15133114d90d8886ef997e5f0d780700-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15133114d90d8886ef997e5f0d780700 columnFamilyName f 2024-11-27T20:16:44,587 DEBUG [StoreOpener-15133114d90d8886ef997e5f0d780700-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:44,588 INFO [StoreOpener-15133114d90d8886ef997e5f0d780700-1 {}] regionserver.HStore(327): Store=15133114d90d8886ef997e5f0d780700/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:16:44,588 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 15133114d90d8886ef997e5f0d780700 2024-11-27T20:16:44,589 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns4/test-17327385961203/15133114d90d8886ef997e5f0d780700 2024-11-27T20:16:44,590 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns4/test-17327385961203/15133114d90d8886ef997e5f0d780700 2024-11-27T20:16:44,591 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 15133114d90d8886ef997e5f0d780700 2024-11-27T20:16:44,591 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 15133114d90d8886ef997e5f0d780700 2024-11-27T20:16:44,594 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 15133114d90d8886ef997e5f0d780700 2024-11-27T20:16:44,598 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns4/test-17327385961203/15133114d90d8886ef997e5f0d780700/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:16:44,599 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 15133114d90d8886ef997e5f0d780700; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9675085920, jitterRate=-0.09893740713596344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T20:16:44,599 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 15133114d90d8886ef997e5f0d780700 2024-11-27T20:16:44,600 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 15133114d90d8886ef997e5f0d780700: Running coprocessor pre-open hook at 1732738604581Writing region info on filesystem at 1732738604581Initializing all the Stores at 1732738604583 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738604583Cleaning up temporary data from old regions at 1732738604591 (+8 ms)Running coprocessor post-open hooks at 1732738604599 (+8 ms)Region opened successfully at 1732738604600 (+1 ms) 2024-11-27T20:16:44,602 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for ns4:test-17327385961203,,1732738603427.15133114d90d8886ef997e5f0d780700., pid=19, masterSystemTime=1732738604574 2024-11-27T20:16:44,605 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for ns4:test-17327385961203,,1732738603427.15133114d90d8886ef997e5f0d780700. 2024-11-27T20:16:44,605 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened ns4:test-17327385961203,,1732738603427.15133114d90d8886ef997e5f0d780700. 2024-11-27T20:16:44,606 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=15133114d90d8886ef997e5f0d780700, regionState=OPEN, openSeqNum=2, regionLocation=47ee238b5a74,45719,1732738587675 2024-11-27T20:16:44,608 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39671 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=47ee238b5a74,45719,1732738587675, table=ns4:test-17327385961203, region=15133114d90d8886ef997e5f0d780700. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-27T20:16:44,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15133114d90d8886ef997e5f0d780700, server=47ee238b5a74,45719,1732738587675 because future has completed 2024-11-27T20:16:44,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-27T20:16:44,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 15133114d90d8886ef997e5f0d780700, server=47ee238b5a74,45719,1732738587675 in 190 msec 2024-11-27T20:16:44,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-27T20:16:44,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns4:test-17327385961203, region=15133114d90d8886ef997e5f0d780700, ASSIGN in 352 msec 2024-11-27T20:16:44,622 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns4:test-17327385961203 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:16:44,623 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17327385961203","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738604622"}]},"ts":"1732738604622"} 2024-11-27T20:16:44,625 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17327385961203, state=ENABLED in hbase:meta 2024-11-27T20:16:44,627 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17327385961203 execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:16:44,630 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns4:test-17327385961203 in 1.1990 sec 2024-11-27T20:16:45,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-27T20:16:45,577 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns4:test-17327385961203 completed 2024-11-27T20:16:45,577 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns4:test-17327385961203 get assigned. Timeout = 60000ms 2024-11-27T20:16:45,577 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T20:16:45,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns4:test-17327385961203 assigned to meta. Checking AM states. 2024-11-27T20:16:45,583 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T20:16:45,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns4:test-17327385961203 assigned. 2024-11-27T20:16:45,583 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:16:45,583 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestBackupBase.createTables(TestBackupBase.java:481) at org.apache.hadoop.hbase.backup.TestBackupBase.setUpHelper(TestBackupBase.java:343) at org.apache.hadoop.hbase.backup.TestBackupBase.setUp(TestBackupBase.java:357) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:16:45,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:45,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:45,588 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:16:45,613 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=611, OpenFileDescriptor=633, MaxFileDescriptor=1048576, SystemLoadAverage=123, ProcessCount=18, AvailableMemoryMB=7431 2024-11-27T20:16:45,614 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=611 is superior to 500 2024-11-27T20:16:45,615 INFO [Time-limited test {}] backup.TestIncrementalBackup(91): create full backup image for all tables 2024-11-27T20:16:45,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table test-1732738596120 from 'test-1732738596120', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1732738596120', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:16:45,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] procedure2.ProcedureExecutor(1139): Stored pid=20, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1732738596120 2024-11-27T20:16:45,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741847_1023 (size=908) 2024-11-27T20:16:46,049 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/.tabledesc/.tableinfo.0000000001.367 2024-11-27T20:16:46,050 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/.tabledesc/.tableinfo.0000000002.908 2024-11-27T20:16:46,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1732738596120}] 2024-11-27T20:16:46,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732738596120, region=c2154823b488bd7fe4a75897f0488172, REOPEN/MOVE}] 2024-11-27T20:16:46,065 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732738596120, region=c2154823b488bd7fe4a75897f0488172, REOPEN/MOVE 2024-11-27T20:16:46,067 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=c2154823b488bd7fe4a75897f0488172, regionState=CLOSING, regionLocation=47ee238b5a74,45719,1732738587675 2024-11-27T20:16:46,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1732738596120, region=c2154823b488bd7fe4a75897f0488172, REOPEN/MOVE because future has completed 2024-11-27T20:16:46,071 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T20:16:46,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure c2154823b488bd7fe4a75897f0488172, server=47ee238b5a74,45719,1732738587675}] 2024-11-27T20:16:46,230 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close c2154823b488bd7fe4a75897f0488172 2024-11-27T20:16:46,230 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-27T20:16:46,231 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing c2154823b488bd7fe4a75897f0488172, disabling compactions & flushes 2024-11-27T20:16:46,231 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172. 2024-11-27T20:16:46,231 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172. 2024-11-27T20:16:46,231 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172. after waiting 0 ms 2024-11-27T20:16:46,231 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172. 2024-11-27T20:16:46,234 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(2902): Flushing c2154823b488bd7fe4a75897f0488172 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-27T20:16:46,297 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/.tmp/f/064fe03773b944feb53f29c0ed8d6a9d is 37, key is row10/f:q1/1732738598819/Put/seqid=0 2024-11-27T20:16:46,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741848_1024 (size=8413) 2024-11-27T20:16:46,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1732738596120 2024-11-27T20:16:46,483 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1732738596120 Metrics about Tables on a single HBase RegionServer 2024-11-27T20:16:46,484 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17327385961201 2024-11-27T20:16:46,484 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17327385961201 Metrics about Tables on a single HBase RegionServer 2024-11-27T20:16:46,485 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17327385961203 2024-11-27T20:16:46,485 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17327385961203 Metrics about Tables on a single HBase RegionServer 2024-11-27T20:16:46,486 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17327385961202 2024-11-27T20:16:46,486 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17327385961202 Metrics about Tables on a single HBase RegionServer 2024-11-27T20:16:46,707 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/.tmp/f/064fe03773b944feb53f29c0ed8d6a9d 2024-11-27T20:16:46,778 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/.tmp/f/064fe03773b944feb53f29c0ed8d6a9d as hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/f/064fe03773b944feb53f29c0ed8d6a9d 2024-11-27T20:16:46,789 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/f/064fe03773b944feb53f29c0ed8d6a9d, entries=99, sequenceid=103, filesize=8.2 K 2024-11-27T20:16:46,798 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for c2154823b488bd7fe4a75897f0488172 in 561ms, sequenceid=103, compaction requested=false 2024-11-27T20:16:46,805 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2024-11-27T20:16:46,808 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T20:16:46,809 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172. 2024-11-27T20:16:46,809 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for c2154823b488bd7fe4a75897f0488172: Waiting for close lock at 1732738606231Running coprocessor pre-close hooks at 1732738606231Disabling compacts and flushes for region at 1732738606231Disabling writes for close at 1732738606231Obtaining lock to block concurrent updates at 1732738606235 (+4 ms)Preparing flush snapshotting stores in c2154823b488bd7fe4a75897f0488172 at 1732738606235Finished memstore snapshotting test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172., syncing WAL and waiting on mvcc, flushsize=dataSize=3247, getHeapSize=11248, getOffHeapSize=0, getCellsCount=99 at 1732738606242 (+7 ms)Flushing stores of test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172. at 1732738606244 (+2 ms)Flushing c2154823b488bd7fe4a75897f0488172/f: creating writer at 1732738606245 (+1 ms)Flushing c2154823b488bd7fe4a75897f0488172/f: appending metadata at 1732738606285 (+40 ms)Flushing c2154823b488bd7fe4a75897f0488172/f: closing flushed file at 1732738606288 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bf25412: reopening flushed file at 1732738606776 (+488 ms)Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for c2154823b488bd7fe4a75897f0488172 in 561ms, sequenceid=103, compaction requested=false at 1732738606798 (+22 ms)Writing region close event to WAL at 1732738606800 (+2 ms)Running coprocessor post-close hooks at 1732738606806 (+6 ms)Closed at 1732738606809 (+3 ms) 2024-11-27T20:16:46,809 WARN [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionServer(3299): Not adding moved region record: c2154823b488bd7fe4a75897f0488172 to self. 2024-11-27T20:16:46,813 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed c2154823b488bd7fe4a75897f0488172 2024-11-27T20:16:46,814 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=c2154823b488bd7fe4a75897f0488172, regionState=CLOSED 2024-11-27T20:16:46,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure c2154823b488bd7fe4a75897f0488172, server=47ee238b5a74,45719,1732738587675 because future has completed 2024-11-27T20:16:46,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-27T20:16:46,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure c2154823b488bd7fe4a75897f0488172, server=47ee238b5a74,45719,1732738587675 in 748 msec 2024-11-27T20:16:46,825 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1732738596120, region=c2154823b488bd7fe4a75897f0488172, REOPEN/MOVE; state=CLOSED, location=47ee238b5a74,45719,1732738587675; forceNewPlan=false, retain=true 2024-11-27T20:16:46,976 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=c2154823b488bd7fe4a75897f0488172, regionState=OPENING, regionLocation=47ee238b5a74,45719,1732738587675 2024-11-27T20:16:46,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1732738596120, region=c2154823b488bd7fe4a75897f0488172, REOPEN/MOVE because future has completed 2024-11-27T20:16:46,979 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2154823b488bd7fe4a75897f0488172, server=47ee238b5a74,45719,1732738587675}] 2024-11-27T20:16:47,138 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172. 2024-11-27T20:16:47,138 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => c2154823b488bd7fe4a75897f0488172, NAME => 'test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:16:47,138 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T20:16:47,139 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1732738596120 c2154823b488bd7fe4a75897f0488172 2024-11-27T20:16:47,139 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:47,139 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for c2154823b488bd7fe4a75897f0488172 2024-11-27T20:16:47,139 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for c2154823b488bd7fe4a75897f0488172 2024-11-27T20:16:47,141 INFO [StoreOpener-c2154823b488bd7fe4a75897f0488172-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c2154823b488bd7fe4a75897f0488172 2024-11-27T20:16:47,143 INFO [StoreOpener-c2154823b488bd7fe4a75897f0488172-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2154823b488bd7fe4a75897f0488172 columnFamilyName f 2024-11-27T20:16:47,143 DEBUG [StoreOpener-c2154823b488bd7fe4a75897f0488172-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:47,155 DEBUG [StoreOpener-c2154823b488bd7fe4a75897f0488172-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/f/064fe03773b944feb53f29c0ed8d6a9d 2024-11-27T20:16:47,155 INFO [StoreOpener-c2154823b488bd7fe4a75897f0488172-1 {}] regionserver.HStore(327): Store=c2154823b488bd7fe4a75897f0488172/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:16:47,155 INFO [StoreOpener-c2154823b488bd7fe4a75897f0488172-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region c2154823b488bd7fe4a75897f0488172 2024-11-27T20:16:47,158 INFO [StoreOpener-c2154823b488bd7fe4a75897f0488172-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2154823b488bd7fe4a75897f0488172 columnFamilyName f3 2024-11-27T20:16:47,158 DEBUG [StoreOpener-c2154823b488bd7fe4a75897f0488172-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:47,159 INFO [StoreOpener-c2154823b488bd7fe4a75897f0488172-1 {}] regionserver.HStore(327): Store=c2154823b488bd7fe4a75897f0488172/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:16:47,160 INFO [StoreOpener-c2154823b488bd7fe4a75897f0488172-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region c2154823b488bd7fe4a75897f0488172 2024-11-27T20:16:47,167 INFO [StoreOpener-c2154823b488bd7fe4a75897f0488172-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2154823b488bd7fe4a75897f0488172 columnFamilyName mob 2024-11-27T20:16:47,173 DEBUG [StoreOpener-c2154823b488bd7fe4a75897f0488172-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:47,173 INFO [StoreOpener-c2154823b488bd7fe4a75897f0488172-1 {}] regionserver.HStore(327): Store=c2154823b488bd7fe4a75897f0488172/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:16:47,174 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for c2154823b488bd7fe4a75897f0488172 2024-11-27T20:16:47,175 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172 2024-11-27T20:16:47,178 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172 2024-11-27T20:16:47,180 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for c2154823b488bd7fe4a75897f0488172 2024-11-27T20:16:47,180 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for c2154823b488bd7fe4a75897f0488172 2024-11-27T20:16:47,181 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1732738596120 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T20:16:47,184 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for c2154823b488bd7fe4a75897f0488172 2024-11-27T20:16:47,186 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened c2154823b488bd7fe4a75897f0488172; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9881958880, jitterRate=-0.07967086136341095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T20:16:47,186 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c2154823b488bd7fe4a75897f0488172 2024-11-27T20:16:47,187 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for c2154823b488bd7fe4a75897f0488172: Running coprocessor pre-open hook at 1732738607139Writing region info on filesystem at 1732738607139Initializing all the Stores at 1732738607141 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738607141Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738607141Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738607141Cleaning up temporary data from old regions at 1732738607180 (+39 ms)Running coprocessor post-open hooks at 1732738607186 (+6 ms)Region opened successfully at 1732738607187 (+1 ms) 2024-11-27T20:16:47,188 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172., pid=24, masterSystemTime=1732738607132 2024-11-27T20:16:47,192 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172. 2024-11-27T20:16:47,192 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172. 2024-11-27T20:16:47,193 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=c2154823b488bd7fe4a75897f0488172, regionState=OPEN, openSeqNum=107, regionLocation=47ee238b5a74,45719,1732738587675 2024-11-27T20:16:47,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2154823b488bd7fe4a75897f0488172, server=47ee238b5a74,45719,1732738587675 because future has completed 2024-11-27T20:16:47,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=22 2024-11-27T20:16:47,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure c2154823b488bd7fe4a75897f0488172, server=47ee238b5a74,45719,1732738587675 in 219 msec 2024-11-27T20:16:47,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-27T20:16:47,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1732738596120, region=c2154823b488bd7fe4a75897f0488172, REOPEN/MOVE in 1.1390 sec 2024-11-27T20:16:47,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-27T20:16:47,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1732738596120 in 1.1530 sec 2024-11-27T20:16:47,218 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1732738596120 in 1.5900 sec 2024-11-27T20:16:47,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=20 2024-11-27T20:16:47,220 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1732738596120 completed 2024-11-27T20:16:47,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b58580f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:16:47,221 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:16:47,221 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:16:47,222 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:16:47,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:16:47,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:16:47,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9def133, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:16:47,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:16:47,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:16:47,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:47,224 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:16:47,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5604ce6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:16:47,226 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:16:47,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:16:47,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:16:47,228 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:16:47,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732738596120', row='row-test-1732738596120-3-0', locateType=CURRENT is [region=test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172., hostname=47ee238b5a74,45719,1732738587675, seqNum=107] 2024-11-27T20:16:47,274 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:16:47,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 47ee238b5a74,39671,1732738586121 2024-11-27T20:16:47,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25e2ec03 2024-11-27T20:16:47,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:16:47,280 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:16:47,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'backup'} 2024-11-27T20:16:47,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=backup 2024-11-27T20:16:47,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-27T20:16:47,309 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=backup in 11 msec 2024-11-27T20:16:47,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-27T20:16:47,407 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: backup completed 2024-11-27T20:16:47,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:16:47,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system 2024-11-27T20:16:47,425 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:16:47,426 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:47,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2024-11-27T20:16:47,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-27T20:16:47,427 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:16:47,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741849_1025 (size=635) 2024-11-27T20:16:47,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-27T20:16:47,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-27T20:16:47,838 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 53638a5faccc75a97d493f0616da7a2d, NAME => 'backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c 2024-11-27T20:16:47,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741850_1026 (size=40) 2024-11-27T20:16:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-27T20:16:48,247 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:48,248 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1722): Closing 53638a5faccc75a97d493f0616da7a2d, disabling compactions & flushes 2024-11-27T20:16:48,248 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d. 2024-11-27T20:16:48,248 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d. 2024-11-27T20:16:48,248 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d. after waiting 0 ms 2024-11-27T20:16:48,248 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d. 2024-11-27T20:16:48,248 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1973): Closed backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d. 2024-11-27T20:16:48,248 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1676): Region close journal for 53638a5faccc75a97d493f0616da7a2d: Waiting for close lock at 1732738608248Disabling compacts and flushes for region at 1732738608248Disabling writes for close at 1732738608248Writing region close event to WAL at 1732738608248Closed at 1732738608248 2024-11-27T20:16:48,250 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:16:48,250 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1732738608250"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738608250"}]},"ts":"1732738608250"} 2024-11-27T20:16:48,253 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T20:16:48,254 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:16:48,255 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738608254"}]},"ts":"1732738608254"} 2024-11-27T20:16:48,257 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta 2024-11-27T20:16:48,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=53638a5faccc75a97d493f0616da7a2d, ASSIGN}] 2024-11-27T20:16:48,259 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=53638a5faccc75a97d493f0616da7a2d, ASSIGN 2024-11-27T20:16:48,260 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=53638a5faccc75a97d493f0616da7a2d, ASSIGN; state=OFFLINE, location=47ee238b5a74,45719,1732738587675; forceNewPlan=false, retain=false 2024-11-27T20:16:48,411 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=53638a5faccc75a97d493f0616da7a2d, regionState=OPENING, regionLocation=47ee238b5a74,45719,1732738587675 2024-11-27T20:16:48,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=53638a5faccc75a97d493f0616da7a2d, ASSIGN because future has completed 2024-11-27T20:16:48,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53638a5faccc75a97d493f0616da7a2d, server=47ee238b5a74,45719,1732738587675}] 2024-11-27T20:16:48,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-27T20:16:48,572 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d. 2024-11-27T20:16:48,572 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => 53638a5faccc75a97d493f0616da7a2d, NAME => 'backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:16:48,572 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T20:16:48,572 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 53638a5faccc75a97d493f0616da7a2d 2024-11-27T20:16:48,572 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:48,573 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for 53638a5faccc75a97d493f0616da7a2d 2024-11-27T20:16:48,573 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for 53638a5faccc75a97d493f0616da7a2d 2024-11-27T20:16:48,575 INFO [StoreOpener-53638a5faccc75a97d493f0616da7a2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 53638a5faccc75a97d493f0616da7a2d 2024-11-27T20:16:48,578 INFO [StoreOpener-53638a5faccc75a97d493f0616da7a2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53638a5faccc75a97d493f0616da7a2d columnFamilyName meta 2024-11-27T20:16:48,578 DEBUG [StoreOpener-53638a5faccc75a97d493f0616da7a2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:48,579 INFO [StoreOpener-53638a5faccc75a97d493f0616da7a2d-1 {}] regionserver.HStore(327): Store=53638a5faccc75a97d493f0616da7a2d/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:16:48,579 INFO [StoreOpener-53638a5faccc75a97d493f0616da7a2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 53638a5faccc75a97d493f0616da7a2d 2024-11-27T20:16:48,581 INFO [StoreOpener-53638a5faccc75a97d493f0616da7a2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53638a5faccc75a97d493f0616da7a2d columnFamilyName session 2024-11-27T20:16:48,581 DEBUG [StoreOpener-53638a5faccc75a97d493f0616da7a2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:48,582 INFO [StoreOpener-53638a5faccc75a97d493f0616da7a2d-1 {}] regionserver.HStore(327): Store=53638a5faccc75a97d493f0616da7a2d/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:16:48,582 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for 53638a5faccc75a97d493f0616da7a2d 2024-11-27T20:16:48,583 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d 2024-11-27T20:16:48,584 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d 2024-11-27T20:16:48,586 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for 53638a5faccc75a97d493f0616da7a2d 2024-11-27T20:16:48,586 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for 53638a5faccc75a97d493f0616da7a2d 2024-11-27T20:16:48,586 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-27T20:16:48,589 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for 53638a5faccc75a97d493f0616da7a2d 2024-11-27T20:16:48,592 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:16:48,593 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened 53638a5faccc75a97d493f0616da7a2d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10687677920, jitterRate=-0.004632428288459778}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-27T20:16:48,593 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 53638a5faccc75a97d493f0616da7a2d 2024-11-27T20:16:48,594 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for 53638a5faccc75a97d493f0616da7a2d: Running coprocessor pre-open hook at 1732738608573Writing region info on filesystem at 1732738608573Initializing all the Stores at 1732738608574 (+1 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738608575 (+1 ms)Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738608575Cleaning up temporary data from old regions at 1732738608586 (+11 ms)Running coprocessor post-open hooks at 1732738608593 (+7 ms)Region opened successfully at 1732738608594 (+1 ms) 2024-11-27T20:16:48,595 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d., pid=28, masterSystemTime=1732738608567 2024-11-27T20:16:48,598 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d. 2024-11-27T20:16:48,598 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d. 2024-11-27T20:16:48,599 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=53638a5faccc75a97d493f0616da7a2d, regionState=OPEN, openSeqNum=2, regionLocation=47ee238b5a74,45719,1732738587675 2024-11-27T20:16:48,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53638a5faccc75a97d493f0616da7a2d, server=47ee238b5a74,45719,1732738587675 because future has completed 2024-11-27T20:16:48,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-27T20:16:48,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 53638a5faccc75a97d493f0616da7a2d, server=47ee238b5a74,45719,1732738587675 in 189 msec 2024-11-27T20:16:48,610 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-27T20:16:48,610 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=53638a5faccc75a97d493f0616da7a2d, ASSIGN in 349 msec 2024-11-27T20:16:48,611 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:16:48,611 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738608611"}]},"ts":"1732738608611"} 2024-11-27T20:16:48,615 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta 2024-11-27T20:16:48,616 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:16:48,620 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system in 1.1930 sec 2024-11-27T20:16:49,375 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17327385961203' 2024-11-27T20:16:49,376 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2024-11-27T20:16:49,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-27T20:16:49,576 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system completed 2024-11-27T20:16:49,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:16:49,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system_bulk 2024-11-27T20:16:49,602 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:16:49,602 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:49,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2024-11-27T20:16:49,603 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:16:49,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-27T20:16:49,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741851_1027 (size=640) 2024-11-27T20:16:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-27T20:16:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-27T20:16:50,018 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b4b84cd08e834182a880c8268c42e499, NAME => 'backup:system_bulk,,1732738609599.b4b84cd08e834182a880c8268c42e499.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c 2024-11-27T20:16:50,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741852_1028 (size=45) 2024-11-27T20:16:50,084 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-27T20:16:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-27T20:16:50,432 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1732738609599.b4b84cd08e834182a880c8268c42e499.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:50,432 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1722): Closing b4b84cd08e834182a880c8268c42e499, disabling compactions & flushes 2024-11-27T20:16:50,432 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1732738609599.b4b84cd08e834182a880c8268c42e499. 2024-11-27T20:16:50,433 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1732738609599.b4b84cd08e834182a880c8268c42e499. 2024-11-27T20:16:50,433 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1732738609599.b4b84cd08e834182a880c8268c42e499. after waiting 0 ms 2024-11-27T20:16:50,433 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1732738609599.b4b84cd08e834182a880c8268c42e499. 2024-11-27T20:16:50,433 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1973): Closed backup:system_bulk,,1732738609599.b4b84cd08e834182a880c8268c42e499. 2024-11-27T20:16:50,433 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1676): Region close journal for b4b84cd08e834182a880c8268c42e499: Waiting for close lock at 1732738610432Disabling compacts and flushes for region at 1732738610432Disabling writes for close at 1732738610433 (+1 ms)Writing region close event to WAL at 1732738610433Closed at 1732738610433 2024-11-27T20:16:50,437 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:16:50,437 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system_bulk,,1732738609599.b4b84cd08e834182a880c8268c42e499.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732738610437"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738610437"}]},"ts":"1732738610437"} 2024-11-27T20:16:50,440 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T20:16:50,441 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:16:50,442 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738610441"}]},"ts":"1732738610441"} 2024-11-27T20:16:50,444 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2024-11-27T20:16:50,445 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=b4b84cd08e834182a880c8268c42e499, ASSIGN}] 2024-11-27T20:16:50,447 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=b4b84cd08e834182a880c8268c42e499, ASSIGN 2024-11-27T20:16:50,449 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=b4b84cd08e834182a880c8268c42e499, ASSIGN; state=OFFLINE, location=47ee238b5a74,45719,1732738587675; forceNewPlan=false, retain=false 2024-11-27T20:16:50,600 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=b4b84cd08e834182a880c8268c42e499, regionState=OPENING, regionLocation=47ee238b5a74,45719,1732738587675 2024-11-27T20:16:50,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=b4b84cd08e834182a880c8268c42e499, ASSIGN because future has completed 2024-11-27T20:16:50,607 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4b84cd08e834182a880c8268c42e499, server=47ee238b5a74,45719,1732738587675}] 2024-11-27T20:16:50,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-27T20:16:50,769 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open backup:system_bulk,,1732738609599.b4b84cd08e834182a880c8268c42e499. 2024-11-27T20:16:50,769 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => b4b84cd08e834182a880c8268c42e499, NAME => 'backup:system_bulk,,1732738609599.b4b84cd08e834182a880c8268c42e499.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:16:50,770 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T20:16:50,771 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk b4b84cd08e834182a880c8268c42e499 2024-11-27T20:16:50,771 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1732738609599.b4b84cd08e834182a880c8268c42e499.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:50,771 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for b4b84cd08e834182a880c8268c42e499 2024-11-27T20:16:50,771 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for b4b84cd08e834182a880c8268c42e499 2024-11-27T20:16:50,773 INFO [StoreOpener-b4b84cd08e834182a880c8268c42e499-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region b4b84cd08e834182a880c8268c42e499 2024-11-27T20:16:50,775 INFO [StoreOpener-b4b84cd08e834182a880c8268c42e499-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4b84cd08e834182a880c8268c42e499 columnFamilyName meta 2024-11-27T20:16:50,775 DEBUG [StoreOpener-b4b84cd08e834182a880c8268c42e499-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:50,776 INFO [StoreOpener-b4b84cd08e834182a880c8268c42e499-1 {}] regionserver.HStore(327): Store=b4b84cd08e834182a880c8268c42e499/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:16:50,776 INFO [StoreOpener-b4b84cd08e834182a880c8268c42e499-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region b4b84cd08e834182a880c8268c42e499 2024-11-27T20:16:50,777 INFO [StoreOpener-b4b84cd08e834182a880c8268c42e499-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4b84cd08e834182a880c8268c42e499 columnFamilyName session 2024-11-27T20:16:50,778 DEBUG [StoreOpener-b4b84cd08e834182a880c8268c42e499-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:50,778 INFO [StoreOpener-b4b84cd08e834182a880c8268c42e499-1 {}] regionserver.HStore(327): Store=b4b84cd08e834182a880c8268c42e499/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:16:50,778 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for b4b84cd08e834182a880c8268c42e499 2024-11-27T20:16:50,779 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system_bulk/b4b84cd08e834182a880c8268c42e499 2024-11-27T20:16:50,780 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system_bulk/b4b84cd08e834182a880c8268c42e499 2024-11-27T20:16:50,781 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for b4b84cd08e834182a880c8268c42e499 2024-11-27T20:16:50,781 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for b4b84cd08e834182a880c8268c42e499 2024-11-27T20:16:50,781 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-27T20:16:50,783 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for b4b84cd08e834182a880c8268c42e499 2024-11-27T20:16:50,785 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system_bulk/b4b84cd08e834182a880c8268c42e499/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:16:50,786 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened b4b84cd08e834182a880c8268c42e499; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10925630880, jitterRate=0.01752866804599762}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-27T20:16:50,786 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b4b84cd08e834182a880c8268c42e499 2024-11-27T20:16:50,787 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for b4b84cd08e834182a880c8268c42e499: Running coprocessor pre-open hook at 1732738610772Writing region info on filesystem at 1732738610772Initializing all the Stores at 1732738610773 (+1 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738610773Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738610773Cleaning up temporary data from old regions at 1732738610781 (+8 ms)Running coprocessor post-open hooks at 1732738610786 (+5 ms)Region opened successfully at 1732738610786 2024-11-27T20:16:50,788 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system_bulk,,1732738609599.b4b84cd08e834182a880c8268c42e499., pid=31, masterSystemTime=1732738610761 2024-11-27T20:16:50,790 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system_bulk,,1732738609599.b4b84cd08e834182a880c8268c42e499. 2024-11-27T20:16:50,790 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened backup:system_bulk,,1732738609599.b4b84cd08e834182a880c8268c42e499. 2024-11-27T20:16:50,791 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=b4b84cd08e834182a880c8268c42e499, regionState=OPEN, openSeqNum=2, regionLocation=47ee238b5a74,45719,1732738587675 2024-11-27T20:16:50,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4b84cd08e834182a880c8268c42e499, server=47ee238b5a74,45719,1732738587675 because future has completed 2024-11-27T20:16:50,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-27T20:16:50,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure b4b84cd08e834182a880c8268c42e499, server=47ee238b5a74,45719,1732738587675 in 187 msec 2024-11-27T20:16:50,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-27T20:16:50,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=b4b84cd08e834182a880c8268c42e499, ASSIGN in 352 msec 2024-11-27T20:16:50,800 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:16:50,800 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738610800"}]},"ts":"1732738610800"} 2024-11-27T20:16:50,802 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2024-11-27T20:16:50,803 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:16:50,805 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system_bulk in 1.2040 sec 2024-11-27T20:16:51,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-27T20:16:51,748 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system_bulk completed 2024-11-27T20:16:51,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T20:16:51,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T20:16:51,778 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-27T20:16:51,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='activesession:', locateType=CURRENT is [region=backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d., hostname=47ee238b5a74,45719,1732738587675, seqNum=2] 2024-11-27T20:16:51,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2024-11-27T20:16:51,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-27T20:16:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732738611802 (current time:1732738611802). 2024-11-27T20:16:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T20:16:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-27T20:16:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21d95f55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:16:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:16:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:16:51,804 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:16:51,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:16:51,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:16:51,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7208c9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:16:51,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:16:51,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:16:51,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:51,807 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:16:51,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dc9ea95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:16:51,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:16:51,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:16:51,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:16:51,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:16:51,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671. 2024-11-27T20:16:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T20:16:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:51,814 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:16:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-27T20:16:51,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-27T20:16:51,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-27T20:16:51,824 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T20:16:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-27T20:16:51,828 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T20:16:51,837 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T20:16:51,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741853_1029 (size=52) 2024-11-27T20:16:51,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-27T20:16:52,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-27T20:16:52,246 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T20:16:52,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53638a5faccc75a97d493f0616da7a2d}] 2024-11-27T20:16:52,251 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53638a5faccc75a97d493f0616da7a2d 2024-11-27T20:16:52,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45719 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-27T20:16:52,407 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d. 2024-11-27T20:16:52,408 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 53638a5faccc75a97d493f0616da7a2d 2/2 column families, dataSize=45 B heapSize=632 B 2024-11-27T20:16:52,427 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/.tmp/session/94cbdeb5580d4c739c617a64d9e806cc is 49, key is activesession:/session:c/1732738611793/Put/seqid=0 2024-11-27T20:16:52,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741854_1030 (size=5049) 2024-11-27T20:16:52,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-27T20:16:52,836 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/.tmp/session/94cbdeb5580d4c739c617a64d9e806cc 2024-11-27T20:16:52,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/.tmp/session/94cbdeb5580d4c739c617a64d9e806cc as hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/session/94cbdeb5580d4c739c617a64d9e806cc 2024-11-27T20:16:52,858 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/session/94cbdeb5580d4c739c617a64d9e806cc, entries=1, sequenceid=5, filesize=4.9 K 2024-11-27T20:16:52,859 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 53638a5faccc75a97d493f0616da7a2d in 451ms, sequenceid=5, compaction requested=false 2024-11-27T20:16:52,859 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 53638a5faccc75a97d493f0616da7a2d: 2024-11-27T20:16:52,859 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d. for snapshot_backup_system completed. 2024-11-27T20:16:52,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d.' region-info for snapshot=snapshot_backup_system 2024-11-27T20:16:52,863 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T20:16:52,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T20:16:52,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/session/94cbdeb5580d4c739c617a64d9e806cc] hfiles 2024-11-27T20:16:52,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/session/94cbdeb5580d4c739c617a64d9e806cc for snapshot=snapshot_backup_system 2024-11-27T20:16:52,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741855_1031 (size=95) 2024-11-27T20:16:52,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-27T20:16:53,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d. 2024-11-27T20:16:53,285 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-27T20:16:53,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-27T20:16:53,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 53638a5faccc75a97d493f0616da7a2d 2024-11-27T20:16:53,289 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53638a5faccc75a97d493f0616da7a2d 2024-11-27T20:16:53,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-27T20:16:53,292 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T20:16:53,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 53638a5faccc75a97d493f0616da7a2d in 1.0430 sec 2024-11-27T20:16:53,294 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T20:16:53,295 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T20:16:53,295 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-27T20:16:53,298 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-27T20:16:53,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741856_1032 (size=731) 2024-11-27T20:16:53,717 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T20:16:53,729 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T20:16:53,730 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/.hbase-snapshot/snapshot_backup_system 2024-11-27T20:16:53,732 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T20:16:53,732 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-27T20:16:53,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.9130 sec 2024-11-27T20:16:53,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-27T20:16:53,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-27T20:16:53,968 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732738607257 started at 1732738613967. 2024-11-27T20:16:53,986 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732738607257 has been started. 2024-11-27T20:16:53,990 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-27T20:16:53,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc 2024-11-27T20:16:53,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-27T20:16:53,999 INFO [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-27T20:16:53,999 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-27T20:16:53,999 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-27T20:16:53,999 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-27T20:16:54,000 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-27T20:16:54,000 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-27T20:16:54,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-27T20:16:54,185 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/47ee238b5a74,45719,1732738587675 2024-11-27T20:16:54,185 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-27T20:16:54,185 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-27T20:16:54,186 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/47ee238b5a74,45719,1732738587675 2024-11-27T20:16:54,186 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-27T20:16:54,186 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-27T20:16:54,187 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-27T20:16:54,187 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-27T20:16:54,187 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-27T20:16:54,187 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-27T20:16:54,189 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-27T20:16:54,189 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-27T20:16:54,190 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-27T20:16:54,190 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-27T20:16:54,191 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-27T20:16:54,191 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-27T20:16:54,191 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '47ee238b5a74,45719,1732738587675' joining acquired barrier for procedure (rolllog) in zk 2024-11-27T20:16:54,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/47ee238b5a74,45719,1732738587675 2024-11-27T20:16:54,216 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-27T20:16:54,216 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/47ee238b5a74,45719,1732738587675 2024-11-27T20:16:54,216 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-27T20:16:54,216 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-27T20:16:54,216 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-27T20:16:54,217 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-27T20:16:54,217 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-27T20:16:54,218 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-27T20:16:54,218 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T20:16:54,219 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------47ee238b5a74,45719,1732738587675 2024-11-27T20:16:54,219 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-27T20:16:54,220 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '47ee238b5a74,45719,1732738587675' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-27T20:16:54,220 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-27T20:16:54,220 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@549a0b5[Count = 0] remaining members to acquire global barrier 2024-11-27T20:16:54,220 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-27T20:16:54,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-27T20:16:54,226 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-27T20:16:54,227 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-27T20:16:54,227 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/47ee238b5a74,45719,1732738587675 2024-11-27T20:16:54,227 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-27T20:16:54,227 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-27T20:16:54,228 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-27T20:16:54,228 DEBUG [rs(47ee238b5a74,45719,1732738587675)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 47ee238b5a74,45719,1732738587675 2024-11-27T20:16:54,234 INFO [rs(47ee238b5a74,45719,1732738587675)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732738591074 highest: 1732738597810 on 47ee238b5a74,45719,1732738587675 2024-11-27T20:16:54,234 DEBUG [regionserver/47ee238b5a74:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-0:(num 1732738591074) roll requested 2024-11-27T20:16:54,246 DEBUG [regionserver/47ee238b5a74:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-0.1732738614235, exclude list is [], retry=0 2024-11-27T20:16:54,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34017,DS-64dc2d9d-2de9-44b5-96b5-727daa8b1ebe,DISK] 2024-11-27T20:16:54,252 INFO [regionserver/47ee238b5a74:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-0.1732738591074 with entries=3, filesize=1.00 KB; new WAL /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-0.1732738614235 2024-11-27T20:16:54,253 DEBUG [regionserver/47ee238b5a74:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38693:38693)] 2024-11-27T20:16:54,253 DEBUG [regionserver/47ee238b5a74:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-0.1732738591074 is not closed yet, will try archiving it next time 2024-11-27T20:16:54,253 DEBUG [regionserver/47ee238b5a74:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 47ee238b5a74%2C45719%2C1732738587675.meta:.meta(num 1732738591525) roll requested 2024-11-27T20:16:54,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741833_1009 (size=1034) 2024-11-27T20:16:54,257 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-0.1732738591074 to hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/oldWALs/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-0.1732738591074 2024-11-27T20:16:54,271 DEBUG [regionserver/47ee238b5a74:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.meta.1732738614253.meta, exclude list is [], retry=0 2024-11-27T20:16:54,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34017,DS-64dc2d9d-2de9-44b5-96b5-727daa8b1ebe,DISK] 2024-11-27T20:16:54,276 INFO [regionserver/47ee238b5a74:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.meta.1732738591525.meta with entries=42, filesize=11.76 KB; new WAL /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.meta.1732738614253.meta 2024-11-27T20:16:54,277 DEBUG [regionserver/47ee238b5a74:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38693:38693)] 2024-11-27T20:16:54,277 DEBUG [regionserver/47ee238b5a74:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.meta.1732738591525.meta is not closed yet, will try archiving it next time 2024-11-27T20:16:54,277 DEBUG [regionserver/47ee238b5a74:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-1:(num 1732738597810) roll requested 2024-11-27T20:16:54,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741834_1010 (size=12055) 2024-11-27T20:16:54,280 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.meta.1732738591525.meta not finished, retry = 0 2024-11-27T20:16:54,290 DEBUG [regionserver/47ee238b5a74:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-1.1732738614277, exclude list is [], retry=0 2024-11-27T20:16:54,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34017,DS-64dc2d9d-2de9-44b5-96b5-727daa8b1ebe,DISK] 2024-11-27T20:16:54,295 INFO [regionserver/47ee238b5a74:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-1.1732738597810 with entries=24, filesize=4.64 KB; new WAL /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-1.1732738614277 2024-11-27T20:16:54,295 DEBUG [regionserver/47ee238b5a74:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38693:38693)] 2024-11-27T20:16:54,295 DEBUG [regionserver/47ee238b5a74:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-1.1732738597810 is not closed yet, will try archiving it next time 2024-11-27T20:16:54,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741840_1016 (size=4756) 2024-11-27T20:16:54,297 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-1.1732738597810 not finished, retry = 0 2024-11-27T20:16:54,315 DEBUG [rs(47ee238b5a74,45719,1732738587675)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 81 2024-11-27T20:16:54,315 INFO [rs(47ee238b5a74,45719,1732738587675)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732738614235 on 47ee238b5a74,45719,1732738587675 2024-11-27T20:16:54,316 DEBUG [rs(47ee238b5a74,45719,1732738587675)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:16:54,316 DEBUG [rs(47ee238b5a74,45719,1732738587675)-backup-pool-0 {}] client.AsyncConnectionImpl(321): The fetched master address is 47ee238b5a74,39671,1732738586121 2024-11-27T20:16:54,316 DEBUG [rs(47ee238b5a74,45719,1732738587675)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34eba415 2024-11-27T20:16:54,316 DEBUG [rs(47ee238b5a74,45719,1732738587675)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:16:54,317 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40265, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T20:16:54,318 DEBUG [rs(47ee238b5a74,45719,1732738587675)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:16:54,318 DEBUG [rs(47ee238b5a74,45719,1732738587675)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:16:54,318 DEBUG [rs(47ee238b5a74,45719,1732738587675)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:16:54,319 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48047, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-27T20:16:54,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T20:16:54,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T20:16:54,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='rslogts:hdfs://localhost:34489/backupUT\x00', locateType=CURRENT is [region=backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d., hostname=47ee238b5a74,45719,1732738587675, seqNum=2] 2024-11-27T20:16:54,346 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-27T20:16:54,346 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '47ee238b5a74,45719,1732738587675' in zk 2024-11-27T20:16:54,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/47ee238b5a74,45719,1732738587675 2024-11-27T20:16:54,353 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-27T20:16:54,353 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-27T20:16:54,353 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/47ee238b5a74,45719,1732738587675 2024-11-27T20:16:54,353 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-27T20:16:54,353 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-27T20:16:54,353 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-27T20:16:54,353 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-27T20:16:54,354 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-27T20:16:54,354 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T20:16:54,355 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------47ee238b5a74,45719,1732738587675 2024-11-27T20:16:54,355 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-27T20:16:54,356 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T20:16:54,356 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------47ee238b5a74,45719,1732738587675 2024-11-27T20:16:54,357 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '47ee238b5a74,45719,1732738587675': 2024-11-27T20:16:54,357 INFO [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-27T20:16:54,357 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-27T20:16:54,357 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-27T20:16:54,358 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-27T20:16:54,358 INFO [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-27T20:16:54,358 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '47ee238b5a74,45719,1732738587675' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-27T20:16:54,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-27T20:16:54,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-27T20:16:54,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-27T20:16:54,371 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-27T20:16:54,371 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-27T20:16:54,372 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-27T20:16:54,372 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-27T20:16:54,372 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-27T20:16:54,372 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-27T20:16:54,372 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-27T20:16:54,372 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-27T20:16:54,372 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/47ee238b5a74,45719,1732738587675 2024-11-27T20:16:54,373 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T20:16:54,373 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-27T20:16:54,373 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-27T20:16:54,374 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T20:16:54,374 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------47ee238b5a74,45719,1732738587675 2024-11-27T20:16:54,374 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/47ee238b5a74,45719,1732738587675 2024-11-27T20:16:54,374 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-27T20:16:54,375 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T20:16:54,375 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------47ee238b5a74,45719,1732738587675 2024-11-27T20:16:54,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/47ee238b5a74,45719,1732738587675 2024-11-27T20:16:54,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-27T20:16:54,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-27T20:16:54,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-27T20:16:54,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/47ee238b5a74,45719,1732738587675 2024-11-27T20:16:54,384 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-27T20:16:54,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-27T20:16:54,384 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-27T20:16:54,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-27T20:16:54,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-27T20:16:54,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-27T20:16:54,385 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-27T20:16:54,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-27T20:16:54,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-27T20:16:54,385 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-27T20:16:54,385 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-27T20:16:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-27T20:16:54,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1732738614402_default_test-1732738596120 table=test-1732738596120 type=FLUSH ttl=0 } 2024-11-27T20:16:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732738614403 (current time:1732738614403). 2024-11-27T20:16:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T20:16:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732738614402_default_test-1732738596120 VERSION not specified, setting to 2 2024-11-27T20:16:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e79d034, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:16:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:16:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:16:54,405 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:16:54,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:16:54,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:16:54,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b80839c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:16:54,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:16:54,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:16:54,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:54,406 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:16:54,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f96ebdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:16:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:16:54,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:16:54,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:16:54,409 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:16:54,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671. 2024-11-27T20:16:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T20:16:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:54,410 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:16:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-27T20:16:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732738614402_default_test-1732738596120 table=test-1732738596120 type=FLUSH ttl=0 } 2024-11-27T20:16:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732738614402_default_test-1732738596120 table=test-1732738596120 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-27T20:16:54,413 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732738614402_default_test-1732738596120 table=test-1732738596120 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T20:16:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-27T20:16:54,414 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732738614402_default_test-1732738596120 table=test-1732738596120 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T20:16:54,417 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732738614402_default_test-1732738596120 table=test-1732738596120 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T20:16:54,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741860_1036 (size=84) 2024-11-27T20:16:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-27T20:16:54,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-27T20:16:54,825 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732738614402_default_test-1732738596120 table=test-1732738596120 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T20:16:54,825 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c2154823b488bd7fe4a75897f0488172}] 2024-11-27T20:16:54,826 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c2154823b488bd7fe4a75897f0488172 2024-11-27T20:16:54,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45719 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-27T20:16:54,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172. 2024-11-27T20:16:54,979 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing c2154823b488bd7fe4a75897f0488172 3/3 column families, dataSize=654 B heapSize=2.25 KB 2024-11-27T20:16:55,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/.tmp/f3/87e28cf3205e4bb9a8c217eebd6b00eb is 58, key is row-test-1732738596120-3-0/f3:q1/1732738607232/Put/seqid=0 2024-11-27T20:16:55,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741861_1037 (size=5387) 2024-11-27T20:16:55,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-27T20:16:55,201 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T20:16:55,378 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2024-11-27T20:16:55,411 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/.tmp/f3/87e28cf3205e4bb9a8c217eebd6b00eb 2024-11-27T20:16:55,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741862_1038 (size=4469) 2024-11-27T20:16:55,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-27T20:16:55,863 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/.tmp/mob/80a017e0b3054befb7cff8dd4117bdda is 59, key is row-test-1732738596120-3-0/mob:q1/1732738607245/Put/seqid=0 2024-11-27T20:16:55,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741863_1039 (size=5484) 2024-11-27T20:16:56,274 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/.tmp/mob/80a017e0b3054befb7cff8dd4117bdda 2024-11-27T20:16:56,275 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-27T20:16:56,290 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/.tmp/f3/87e28cf3205e4bb9a8c217eebd6b00eb as hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/f3/87e28cf3205e4bb9a8c217eebd6b00eb 2024-11-27T20:16:56,300 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/f3/87e28cf3205e4bb9a8c217eebd6b00eb, entries=6, sequenceid=121, filesize=5.3 K 2024-11-27T20:16:56,302 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/.tmp/mob/80a017e0b3054befb7cff8dd4117bdda as hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/mob/80a017e0b3054befb7cff8dd4117bdda 2024-11-27T20:16:56,313 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/mob/80a017e0b3054befb7cff8dd4117bdda, entries=6, sequenceid=121, filesize=5.4 K 2024-11-27T20:16:56,314 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for c2154823b488bd7fe4a75897f0488172 in 1335ms, sequenceid=121, compaction requested=false 2024-11-27T20:16:56,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for c2154823b488bd7fe4a75897f0488172: 2024-11-27T20:16:56,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172. for snapshot_1732738614402_default_test-1732738596120 completed. 2024-11-27T20:16:56,315 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172.' region-info for snapshot=snapshot_1732738614402_default_test-1732738596120 2024-11-27T20:16:56,315 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T20:16:56,315 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/f/064fe03773b944feb53f29c0ed8d6a9d] hfiles 2024-11-27T20:16:56,315 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/f/064fe03773b944feb53f29c0ed8d6a9d for snapshot=snapshot_1732738614402_default_test-1732738596120 2024-11-27T20:16:56,315 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/f3/87e28cf3205e4bb9a8c217eebd6b00eb] hfiles 2024-11-27T20:16:56,315 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/f3/87e28cf3205e4bb9a8c217eebd6b00eb for snapshot=snapshot_1732738614402_default_test-1732738596120 2024-11-27T20:16:56,315 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/mob/80a017e0b3054befb7cff8dd4117bdda] hfiles 2024-11-27T20:16:56,315 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/mob/80a017e0b3054befb7cff8dd4117bdda for snapshot=snapshot_1732738614402_default_test-1732738596120 2024-11-27T20:16:56,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741864_1040 (size=185) 2024-11-27T20:16:56,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-11-27T20:16:56,482 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2024-11-27T20:16:56,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-11-27T20:16:56,483 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2024-11-27T20:16:56,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-27T20:16:56,725 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172. 2024-11-27T20:16:56,725 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-27T20:16:56,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-27T20:16:56,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732738614402_default_test-1732738596120 on region c2154823b488bd7fe4a75897f0488172 2024-11-27T20:16:56,726 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c2154823b488bd7fe4a75897f0488172 2024-11-27T20:16:56,730 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-27T20:16:56,730 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732738614402_default_test-1732738596120 table=test-1732738596120 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T20:16:56,730 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c2154823b488bd7fe4a75897f0488172 in 1.9020 sec 2024-11-27T20:16:56,732 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732738614402_default_test-1732738596120 table=test-1732738596120 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T20:16:56,734 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-27T20:16:56,734 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-27T20:16:56,734 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:56,735 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-27T20:16:56,735 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:56,735 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f3 2024-11-27T20:16:56,736 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:56,736 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: mob 2024-11-27T20:16:56,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741865_1041 (size=49) 2024-11-27T20:16:57,148 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732738614402_default_test-1732738596120 table=test-1732738596120 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T20:16:57,148 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732738614402_default_test-1732738596120 2024-11-27T20:16:57,150 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/.hbase-snapshot/.tmp/snapshot_1732738614402_default_test-1732738596120 2024-11-27T20:16:57,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741866_1042 (size=1146) 2024-11-27T20:16:57,572 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732738614402_default_test-1732738596120 table=test-1732738596120 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T20:16:57,584 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732738614402_default_test-1732738596120 table=test-1732738596120 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T20:16:57,584 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/.hbase-snapshot/.tmp/snapshot_1732738614402_default_test-1732738596120 to hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/.hbase-snapshot/snapshot_1732738614402_default_test-1732738596120 2024-11-27T20:16:57,586 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732738614402_default_test-1732738596120 table=test-1732738596120 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T20:16:57,586 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732738614402_default_test-1732738596120 table=test-1732738596120 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-27T20:16:57,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732738614402_default_test-1732738596120 table=test-1732738596120 type=FLUSH ttl=0 } in 3.1750 sec 2024-11-27T20:16:58,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-27T20:16:58,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1732738596120 completed 2024-11-27T20:16:58,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1732738618578_ns2_test-17327385961201 table=ns2:test-17327385961201 type=FLUSH ttl=0 } 2024-11-27T20:16:58,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732738618580 (current time:1732738618580). 2024-11-27T20:16:58,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T20:16:58,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732738618578_ns2_test-17327385961201 VERSION not specified, setting to 2 2024-11-27T20:16:58,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1867f637, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:16:58,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:16:58,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:16:58,584 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:16:58,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:16:58,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:16:58,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a6e6d4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:16:58,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:16:58,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:16:58,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:58,587 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:16:58,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d3da800, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:16:58,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:16:58,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:16:58,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:16:58,592 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:16:58,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671. 2024-11-27T20:16:58,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T20:16:58,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:58,594 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:16:58,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-27T20:16:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732738618578_ns2_test-17327385961201 table=ns2:test-17327385961201 type=FLUSH ttl=0 } 2024-11-27T20:16:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732738618578_ns2_test-17327385961201 table=ns2:test-17327385961201 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-27T20:16:58,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-27T20:16:58,598 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732738618578_ns2_test-17327385961201 table=ns2:test-17327385961201 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T20:16:58,599 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732738618578_ns2_test-17327385961201 table=ns2:test-17327385961201 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T20:16:58,605 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732738618578_ns2_test-17327385961201 table=ns2:test-17327385961201 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T20:16:58,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741867_1043 (size=86) 2024-11-27T20:16:58,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-27T20:16:58,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-27T20:16:59,014 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732738618578_ns2_test-17327385961201 table=ns2:test-17327385961201 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T20:16:59,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e6ccb9e75135bd3f94dea3398689aed}] 2024-11-27T20:16:59,015 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e6ccb9e75135bd3f94dea3398689aed 2024-11-27T20:16:59,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45719 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2024-11-27T20:16:59,170 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17327385961201,,1732738598956.2e6ccb9e75135bd3f94dea3398689aed. 2024-11-27T20:16:59,171 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 2e6ccb9e75135bd3f94dea3398689aed 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-27T20:16:59,199 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns2/test-17327385961201/2e6ccb9e75135bd3f94dea3398689aed/.tmp/f/63aeb355891f44db9da4a3a4fc3873f5 is 37, key is row10/f:q1/1732738601128/Put/seqid=0 2024-11-27T20:16:59,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741868_1044 (size=8413) 2024-11-27T20:16:59,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-27T20:16:59,606 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns2/test-17327385961201/2e6ccb9e75135bd3f94dea3398689aed/.tmp/f/63aeb355891f44db9da4a3a4fc3873f5 2024-11-27T20:16:59,622 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns2/test-17327385961201/2e6ccb9e75135bd3f94dea3398689aed/.tmp/f/63aeb355891f44db9da4a3a4fc3873f5 as hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns2/test-17327385961201/2e6ccb9e75135bd3f94dea3398689aed/f/63aeb355891f44db9da4a3a4fc3873f5 2024-11-27T20:16:59,630 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns2/test-17327385961201/2e6ccb9e75135bd3f94dea3398689aed/f/63aeb355891f44db9da4a3a4fc3873f5, entries=99, sequenceid=103, filesize=8.2 K 2024-11-27T20:16:59,631 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 2e6ccb9e75135bd3f94dea3398689aed in 461ms, sequenceid=103, compaction requested=false 2024-11-27T20:16:59,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 2e6ccb9e75135bd3f94dea3398689aed: 2024-11-27T20:16:59,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17327385961201,,1732738598956.2e6ccb9e75135bd3f94dea3398689aed. for snapshot_1732738618578_ns2_test-17327385961201 completed. 2024-11-27T20:16:59,631 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17327385961201,,1732738598956.2e6ccb9e75135bd3f94dea3398689aed.' region-info for snapshot=snapshot_1732738618578_ns2_test-17327385961201 2024-11-27T20:16:59,632 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T20:16:59,632 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns2/test-17327385961201/2e6ccb9e75135bd3f94dea3398689aed/f/63aeb355891f44db9da4a3a4fc3873f5] hfiles 2024-11-27T20:16:59,632 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns2/test-17327385961201/2e6ccb9e75135bd3f94dea3398689aed/f/63aeb355891f44db9da4a3a4fc3873f5 for snapshot=snapshot_1732738618578_ns2_test-17327385961201 2024-11-27T20:16:59,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741869_1045 (size=91) 2024-11-27T20:16:59,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-27T20:17:00,041 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17327385961201,,1732738598956.2e6ccb9e75135bd3f94dea3398689aed. 2024-11-27T20:17:00,041 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-27T20:17:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-27T20:17:00,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732738618578_ns2_test-17327385961201 on region 2e6ccb9e75135bd3f94dea3398689aed 2024-11-27T20:17:00,044 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e6ccb9e75135bd3f94dea3398689aed 2024-11-27T20:17:00,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-27T20:17:00,052 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732738618578_ns2_test-17327385961201 table=ns2:test-17327385961201 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T20:17:00,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2e6ccb9e75135bd3f94dea3398689aed in 1.0330 sec 2024-11-27T20:17:00,053 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732738618578_ns2_test-17327385961201 table=ns2:test-17327385961201 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T20:17:00,054 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732738618578_ns2_test-17327385961201 table=ns2:test-17327385961201 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T20:17:00,054 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732738618578_ns2_test-17327385961201 2024-11-27T20:17:00,055 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/.hbase-snapshot/.tmp/snapshot_1732738618578_ns2_test-17327385961201 2024-11-27T20:17:00,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741870_1046 (size=456) 2024-11-27T20:17:00,469 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732738618578_ns2_test-17327385961201 table=ns2:test-17327385961201 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T20:17:00,480 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732738618578_ns2_test-17327385961201 table=ns2:test-17327385961201 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T20:17:00,481 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/.hbase-snapshot/.tmp/snapshot_1732738618578_ns2_test-17327385961201 to hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/.hbase-snapshot/snapshot_1732738618578_ns2_test-17327385961201 2024-11-27T20:17:00,483 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732738618578_ns2_test-17327385961201 table=ns2:test-17327385961201 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T20:17:00,483 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732738618578_ns2_test-17327385961201 table=ns2:test-17327385961201 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-27T20:17:00,485 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732738618578_ns2_test-17327385961201 table=ns2:test-17327385961201 type=FLUSH ttl=0 } in 1.8880 sec 2024-11-27T20:17:00,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-27T20:17:00,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17327385961201 completed 2024-11-27T20:17:00,747 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1732738607257 2024-11-27T20:17:00,747 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-27T20:17:00,749 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2024-11-27T20:17:00,752 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732738607257_ns2:test-17327385961201 2024-11-27T20:17:00,752 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732738618578_ns2_test-17327385961201 to hdfs://localhost:34489/backupUT/backup_1732738607257/ns2/test-17327385961201/ 2024-11-27T20:17:00,759 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-27T20:17:00,790 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:34489, inputRoot=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c 2024-11-27T20:17:00,790 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1359412270_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:34489/backupUT/backup_1732738607257/ns2/test-17327385961201, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:34489/backupUT/backup_1732738607257/ns2/test-17327385961201/.hbase-snapshot/.tmp/snapshot_1732738618578_ns2_test-17327385961201 2024-11-27T20:17:00,792 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-27T20:17:00,797 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/.hbase-snapshot/snapshot_1732738618578_ns2_test-17327385961201 to hdfs://localhost:34489/backupUT/backup_1732738607257/ns2/test-17327385961201/.hbase-snapshot/.tmp/snapshot_1732738618578_ns2_test-17327385961201 2024-11-27T20:17:00,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741871_1047 (size=456) 2024-11-27T20:17:00,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741872_1048 (size=86) 2024-11-27T20:17:01,221 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:01,221 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:01,222 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:02,127 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/hadoop-12137974534281547844.jar 2024-11-27T20:17:02,127 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:02,127 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:02,128 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:02,128 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:02,128 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:02,129 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:02,129 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:02,129 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:02,129 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:02,130 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T20:17:02,130 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T20:17:02,130 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T20:17:02,130 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T20:17:02,131 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T20:17:02,131 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T20:17:02,131 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T20:17:02,131 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T20:17:02,132 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T20:17:02,132 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T20:17:02,132 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T20:17:02,134 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T20:17:02,134 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T20:17:02,134 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T20:17:02,135 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T20:17:02,135 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T20:17:02,135 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T20:17:02,135 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T20:17:02,247 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T20:17:02,280 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732738618578_ns2_test-17327385961201' hfile list 2024-11-27T20:17:02,286 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=8.2 K 2024-11-27T20:17:02,507 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/mapreduce.cluster.local.dir/job_local1619335150_0001_8bbc643a-a7dc-467c-a991-663fa08b418d/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-27T20:17:02,507 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/mapreduce.cluster.local.dir/job_local1619335150_0001_8bbc643a-a7dc-467c-a991-663fa08b418d/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-27T20:17:02,692 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-11-27T20:17:02,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741873_1049 (size=8413) 2024-11-27T20:17:03,181 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns2/test-17327385961201/2e6ccb9e75135bd3f94dea3398689aed/f/63aeb355891f44db9da4a3a4fc3873f5 output=hdfs://localhost:34489/backupUT/backup_1732738607257/ns2/test-17327385961201/archive/data/ns2/test-17327385961201/2e6ccb9e75135bd3f94dea3398689aed/f/63aeb355891f44db9da4a3a4fc3873f5 2024-11-27T20:17:03,182 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.017M/sec 2024-11-27T20:17:03,608 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-27T20:17:03,609 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-27T20:17:03,616 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732738618578_ns2_test-17327385961201 2024-11-27T20:17:03,616 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732738618578_ns2_test-17327385961201 finished. 2024-11-27T20:17:03,616 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732738607257_test-1732738596120 2024-11-27T20:17:03,616 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732738614402_default_test-1732738596120 to hdfs://localhost:34489/backupUT/backup_1732738607257/default/test-1732738596120/ 2024-11-27T20:17:03,616 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-27T20:17:03,644 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:34489, inputRoot=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c 2024-11-27T20:17:03,644 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1359412270_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:34489/backupUT/backup_1732738607257/default/test-1732738596120, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:34489/backupUT/backup_1732738607257/default/test-1732738596120/.hbase-snapshot/.tmp/snapshot_1732738614402_default_test-1732738596120 2024-11-27T20:17:03,646 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-27T20:17:03,654 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/.hbase-snapshot/snapshot_1732738614402_default_test-1732738596120 to hdfs://localhost:34489/backupUT/backup_1732738607257/default/test-1732738596120/.hbase-snapshot/.tmp/snapshot_1732738614402_default_test-1732738596120 2024-11-27T20:17:03,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741874_1050 (size=84) 2024-11-27T20:17:03,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741875_1051 (size=1146) 2024-11-27T20:17:04,075 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:04,075 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:04,076 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:04,961 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/hadoop-18428168286028572167.jar 2024-11-27T20:17:04,962 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:04,962 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:04,962 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:04,963 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:04,963 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:04,963 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:04,963 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:04,964 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:04,964 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:04,964 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T20:17:04,964 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T20:17:04,965 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T20:17:04,965 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T20:17:04,965 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T20:17:04,965 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T20:17:04,965 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T20:17:04,966 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T20:17:04,966 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T20:17:04,966 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T20:17:04,966 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T20:17:04,967 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T20:17:04,967 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T20:17:04,967 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T20:17:04,967 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T20:17:04,967 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T20:17:04,968 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T20:17:04,968 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T20:17:05,006 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T20:17:05,030 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732738614402_default_test-1732738596120' hfile list 2024-11-27T20:17:05,033 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=18.8 K 2024-11-27T20:17:05,111 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/mapreduce.cluster.local.dir/job_local51445302_0002_306a3480-b9ec-47de-9c82-73204db8de5e/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-27T20:17:05,111 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/mapreduce.cluster.local.dir/job_local51445302_0002_306a3480-b9ec-47de-9c82-73204db8de5e/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-27T20:17:05,191 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-11-27T20:17:05,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741876_1052 (size=8413) 2024-11-27T20:17:05,628 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/f/064fe03773b944feb53f29c0ed8d6a9d output=hdfs://localhost:34489/backupUT/backup_1732738607257/default/test-1732738596120/archive/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/f/064fe03773b944feb53f29c0ed8d6a9d 2024-11-27T20:17:05,628 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-11-27T20:17:05,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741877_1053 (size=5484) 2024-11-27T20:17:06,092 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/mob/80a017e0b3054befb7cff8dd4117bdda output=hdfs://localhost:34489/backupUT/backup_1732738607257/default/test-1732738596120/archive/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/mob/80a017e0b3054befb7cff8dd4117bdda 2024-11-27T20:17:06,092 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5484 (5.4 K) time=0sec 0.011M/sec 2024-11-27T20:17:06,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741878_1054 (size=5387) 2024-11-27T20:17:06,546 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/f3/87e28cf3205e4bb9a8c217eebd6b00eb output=hdfs://localhost:34489/backupUT/backup_1732738607257/default/test-1732738596120/archive/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/f3/87e28cf3205e4bb9a8c217eebd6b00eb 2024-11-27T20:17:06,546 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5387 (5.3 K) time=0sec 0.011M/sec 2024-11-27T20:17:07,159 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-27T20:17:07,160 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-27T20:17:07,172 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732738614402_default_test-1732738596120 2024-11-27T20:17:07,172 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732738614402_default_test-1732738596120 finished. 2024-11-27T20:17:07,173 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17327385961201 2024-11-27T20:17:07,173 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1732738596120 2024-11-27T20:17:07,220 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732738607257 2024-11-27T20:17:07,220 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-27T20:17:07,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741879_1055 (size=130) 2024-11-27T20:17:07,631 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:34489/backupUT/backup_1732738607257/.backup.manifest 2024-11-27T20:17:07,640 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732738607257 finished: type=FULL,tablelist=ns2:test-17327385961201;test-1732738596120,targetRootDir=hdfs://localhost:34489/backupUT,startts=1732738613967,completets=1732738627218,bytescopied=0 2024-11-27T20:17:07,640 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-27T20:17:07,640 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732738618578_ns2_test-17327385961201 2024-11-27T20:17:07,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1732738618578_ns2_test-17327385961201" type: DISABLED 2024-11-27T20:17:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732738618578_ns2_test-17327385961201 2024-11-27T20:17:07,647 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732738618578_ns2_test-17327385961201 for backup backup_1732738607257 succeeded. 2024-11-27T20:17:07,647 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732738614402_default_test-1732738596120 2024-11-27T20:17:07,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1732738614402_default_test-1732738596120" type: DISABLED 2024-11-27T20:17:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732738614402_default_test-1732738596120 2024-11-27T20:17:07,652 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732738614402_default_test-1732738596120 for backup backup_1732738607257 succeeded. 2024-11-27T20:17:07,653 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-27T20:17:07,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system" type: DISABLED 2024-11-27T20:17:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-27T20:17:07,666 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-27T20:17:07,672 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-27T20:17:07,687 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732738607257 completed. 2024-11-27T20:17:07,697 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T20:17:07,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T20:17:07,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:backup_1732738607257', locateType=CURRENT is [region=backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d., hostname=47ee238b5a74,45719,1732738587675, seqNum=2] 2024-11-27T20:17:07,886 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(113): writing 99 rows to test-1732738596120 2024-11-27T20:17:07,904 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(116): written 99 rows to test-1732738596120 2024-11-27T20:17:08,081 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(120): written 111 rows to test-1732738596120 to Mob enabled CF 2024-11-27T20:17:08,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17327385961201', row='row-t20', locateType=CURRENT is [region=ns2:test-17327385961201,,1732738598956.2e6ccb9e75135bd3f94dea3398689aed., hostname=47ee238b5a74,45719,1732738587675, seqNum=2] 2024-11-27T20:17:08,121 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(133): written 5 rows to ns2:test-17327385961201 2024-11-27T20:17:08,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.3 split test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172. 2024-11-27T20:17:08,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] assignment.SplitTableRegionProcedure(210): test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172. splitKey isn't explicitly specified, will try to find a best split key from RS 47ee238b5a74,45719,1732738587675 2024-11-27T20:17:08,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45719 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/f/064fe03773b944feb53f29c0ed8d6a9d because midkey is the same as first or last row 2024-11-27T20:17:08,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45719 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/f3/87e28cf3205e4bb9a8c217eebd6b00eb because midkey is the same as first or last row 2024-11-27T20:17:08,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45719 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/mob/80a017e0b3054befb7cff8dd4117bdda because midkey is the same as first or last row 2024-11-27T20:17:08,133 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45719 {}] regionserver.HRegion(2902): Flushing c2154823b488bd7fe4a75897f0488172 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB 2024-11-27T20:17:08,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45719 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/.tmp/f/42eb3b2dd6ec4a3ea390b9c64456f881 is 59, key is row-test-1732738596120-1-10/f:q1/1732738627728/Put/seqid=0 2024-11-27T20:17:08,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741880_1056 (size=10796) 2024-11-27T20:17:08,556 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45719 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/.tmp/f/42eb3b2dd6ec4a3ea390b9c64456f881 2024-11-27T20:17:08,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45719 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112772feb9e36ec54f43b4735c4065892e24_c2154823b488bd7fe4a75897f0488172 is 63, key is row-test-1732738596120-3-100/mob:q1/1732738628060/Put/seqid=0 2024-11-27T20:17:08,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741881_1057 (size=5591) 2024-11-27T20:17:08,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45719 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:08,998 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45719 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112772feb9e36ec54f43b4735c4065892e24_c2154823b488bd7fe4a75897f0488172 to hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/mobdir/data/default/test-1732738596120/274339127b76f5babaeef2c77a7de8cc/mob/d41d8cd98f00b204e9800998ecf8427e2024112772feb9e36ec54f43b4735c4065892e24_c2154823b488bd7fe4a75897f0488172 2024-11-27T20:17:09,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45719 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/.tmp/mob/c8e5f10f533245579fedbd85db4ef2fa, store: [table=test-1732738596120 family=mob region=c2154823b488bd7fe4a75897f0488172] 2024-11-27T20:17:09,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45719 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/.tmp/mob/c8e5f10f533245579fedbd85db4ef2fa is 192, key is row-test-1732738596120-3-100/mob:q1/1732738628060/Put/seqid=0 2024-11-27T20:17:09,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741882_1058 (size=13760) 2024-11-27T20:17:09,406 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45719 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/.tmp/mob/c8e5f10f533245579fedbd85db4ef2fa 2024-11-27T20:17:09,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/.tmp/f/42eb3b2dd6ec4a3ea390b9c64456f881 as hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/f/42eb3b2dd6ec4a3ea390b9c64456f881 2024-11-27T20:17:09,424 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45719 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/f/42eb3b2dd6ec4a3ea390b9c64456f881, entries=99, sequenceid=334, filesize=10.5 K 2024-11-27T20:17:09,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/.tmp/mob/c8e5f10f533245579fedbd85db4ef2fa as hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/mob/c8e5f10f533245579fedbd85db4ef2fa 2024-11-27T20:17:09,431 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45719 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/mob/c8e5f10f533245579fedbd85db4ef2fa, entries=111, sequenceid=334, filesize=13.4 K 2024-11-27T20:17:09,432 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45719 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for c2154823b488bd7fe4a75897f0488172 in 1299ms, sequenceid=334, compaction requested=false 2024-11-27T20:17:09,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45719 {}] regionserver.HRegion(2603): Flush status journal for c2154823b488bd7fe4a75897f0488172: 2024-11-27T20:17:09,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45719 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/f/42eb3b2dd6ec4a3ea390b9c64456f881 because midkey is the same as first or last row 2024-11-27T20:17:09,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45719 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/f3/87e28cf3205e4bb9a8c217eebd6b00eb because midkey is the same as first or last row 2024-11-27T20:17:09,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45719 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/mob/c8e5f10f533245579fedbd85db4ef2fa because midkey is the same as first or last row 2024-11-27T20:17:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=47ee238b5a74,45719,1732738587675 2024-11-27T20:17:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T20:17:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] ipc.CallRunner(138): callId: 303 service: MasterService methodName: SplitRegion size: 99 connection: 172.17.0.3:51872 deadline: 1732738688127, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row 2024-11-27T20:17:09,439 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(144): region is not splittable, because java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T20:17:09,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2726): Operation: SPLIT_REGION, Table Name: default:test-1732738596120 failed with org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T20:17:09,440 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T20:17:09,442 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732738596120,, stopping at row=test-1732738596120 ,, for max=2147483647 with caching=100 2024-11-27T20:17:09,450 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732738596120,, stopping at row=test-1732738596120 ,, for max=2147483647 with caching=100 2024-11-27T20:17:09,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732738596120', row='', locateType=CURRENT is [region=test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172., hostname=47ee238b5a74,45719,1732738587675, seqNum=107] 2024-11-27T20:17:09,461 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(149): split finished in =1340 2024-11-27T20:17:09,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T20:17:09,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T20:17:09,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T20:17:09,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T20:17:09,500 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-27T20:17:09,504 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732738629461 2024-11-27T20:17:09,510 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732738607257} 2024-11-27T20:17:09,511 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-27T20:17:09,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T20:17:09,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T20:17:09,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T20:17:09,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T20:17:09,564 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-27T20:17:09,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732738629564 (current time:1732738629564). 2024-11-27T20:17:09,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T20:17:09,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-27T20:17:09,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9dc9bd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:17:09,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:17:09,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:17:09,566 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:17:09,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:17:09,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:17:09,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e87ca6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:17:09,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:17:09,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:17:09,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:09,568 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:17:09,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bb14727, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:17:09,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:17:09,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:17:09,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:17:09,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:17:09,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671. 2024-11-27T20:17:09,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T20:17:09,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:09,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:09,572 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:17:09,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-27T20:17:09,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-27T20:17:09,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-27T20:17:09,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-27T20:17:09,575 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T20:17:09,576 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T20:17:09,578 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T20:17:09,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741883_1059 (size=52) 2024-11-27T20:17:09,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-27T20:17:09,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-27T20:17:09,987 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T20:17:09,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53638a5faccc75a97d493f0616da7a2d}] 2024-11-27T20:17:09,990 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53638a5faccc75a97d493f0616da7a2d 2024-11-27T20:17:10,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45719 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=40 2024-11-27T20:17:10,145 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d. 2024-11-27T20:17:10,145 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2902): Flushing 53638a5faccc75a97d493f0616da7a2d 2/2 column families, dataSize=1.44 KB heapSize=2.75 KB 2024-11-27T20:17:10,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/.tmp/meta/af8f879017e54b0294ad2c8e5f660caa is 158, key is trslm:hdfs://localhost:34489/backupUT\x00ns2:test-17327385961201/meta:log-roll-map/1732738627207/Put/seqid=0 2024-11-27T20:17:10,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741884_1060 (size=5914) 2024-11-27T20:17:10,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-27T20:17:10,574 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/.tmp/meta/af8f879017e54b0294ad2c8e5f660caa 2024-11-27T20:17:10,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/.tmp/session/89fb0c58443243ce973d1168e6c7ec08 is 433, key is session:backup_1732738607257/session:context/1732738627670/Put/seqid=0 2024-11-27T20:17:10,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741885_1061 (size=5535) 2024-11-27T20:17:10,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-27T20:17:10,992 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=732 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/.tmp/session/89fb0c58443243ce973d1168e6c7ec08 2024-11-27T20:17:11,002 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/.tmp/meta/af8f879017e54b0294ad2c8e5f660caa as hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/meta/af8f879017e54b0294ad2c8e5f660caa 2024-11-27T20:17:11,009 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/meta/af8f879017e54b0294ad2c8e5f660caa, entries=6, sequenceid=17, filesize=5.8 K 2024-11-27T20:17:11,010 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/.tmp/session/89fb0c58443243ce973d1168e6c7ec08 as hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/session/89fb0c58443243ce973d1168e6c7ec08 2024-11-27T20:17:11,016 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/session/89fb0c58443243ce973d1168e6c7ec08, entries=2, sequenceid=17, filesize=5.4 K 2024-11-27T20:17:11,017 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~1.44 KB/1478, heapSize ~2.72 KB/2784, currentSize=0 B/0 for 53638a5faccc75a97d493f0616da7a2d in 871ms, sequenceid=17, compaction requested=false 2024-11-27T20:17:11,017 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2603): Flush status journal for 53638a5faccc75a97d493f0616da7a2d: 2024-11-27T20:17:11,017 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d. for snapshot_backup_system completed. 2024-11-27T20:17:11,017 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d.' region-info for snapshot=snapshot_backup_system 2024-11-27T20:17:11,017 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T20:17:11,017 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/meta/af8f879017e54b0294ad2c8e5f660caa] hfiles 2024-11-27T20:17:11,017 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/meta/af8f879017e54b0294ad2c8e5f660caa for snapshot=snapshot_backup_system 2024-11-27T20:17:11,017 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/session/94cbdeb5580d4c739c617a64d9e806cc, hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/session/89fb0c58443243ce973d1168e6c7ec08] hfiles 2024-11-27T20:17:11,017 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/session/94cbdeb5580d4c739c617a64d9e806cc for snapshot=snapshot_backup_system 2024-11-27T20:17:11,017 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/session/89fb0c58443243ce973d1168e6c7ec08 for snapshot=snapshot_backup_system 2024-11-27T20:17:11,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741886_1062 (size=173) 2024-11-27T20:17:11,425 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d. 2024-11-27T20:17:11,425 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-27T20:17:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-27T20:17:11,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 53638a5faccc75a97d493f0616da7a2d 2024-11-27T20:17:11,428 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53638a5faccc75a97d493f0616da7a2d 2024-11-27T20:17:11,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-27T20:17:11,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 53638a5faccc75a97d493f0616da7a2d in 1.4430 sec 2024-11-27T20:17:11,436 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T20:17:11,437 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T20:17:11,439 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T20:17:11,439 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-27T20:17:11,440 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-27T20:17:11,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741887_1063 (size=810) 2024-11-27T20:17:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-27T20:17:11,855 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T20:17:11,862 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T20:17:11,862 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/.hbase-snapshot/snapshot_backup_system 2024-11-27T20:17:11,864 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T20:17:11,864 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-27T20:17:11,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2910 sec 2024-11-27T20:17:12,311 DEBUG [master/47ee238b5a74:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=41, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1732738596120 2024-11-27T20:17:12,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741888_1064 (size=950) 2024-11-27T20:17:12,777 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/.tabledesc/.tableinfo.0000000002.908 2024-11-27T20:17:12,778 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/.tabledesc/.tableinfo.0000000003.950 2024-11-27T20:17:12,781 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1732738596120 in 471 msec 2024-11-27T20:17:13,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-27T20:17:13,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-27T20:17:13,747 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732738629461 started at 1732738633747. 2024-11-27T20:17:13,751 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732738629461 has been started. 2024-11-27T20:17:13,761 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [test-1732738596120, ns2:test-17327385961201] 2024-11-27T20:17:13,765 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1732738597810for backupID backup_1732738629461 2024-11-27T20:17:13,765 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-27T20:17:13,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc 2024-11-27T20:17:13,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-27T20:17:13,767 INFO [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-27T20:17:13,767 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-27T20:17:13,767 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-27T20:17:13,767 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-27T20:17:13,768 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-27T20:17:13,768 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-27T20:17:13,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-27T20:17:13,930 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/47ee238b5a74,45719,1732738587675 2024-11-27T20:17:13,930 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-27T20:17:13,930 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-27T20:17:13,931 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/47ee238b5a74,45719,1732738587675 2024-11-27T20:17:13,931 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-27T20:17:13,931 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-27T20:17:13,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-27T20:17:13,934 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-27T20:17:13,934 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-27T20:17:13,934 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-27T20:17:13,935 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-27T20:17:13,935 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-27T20:17:13,935 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-27T20:17:13,935 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-27T20:17:13,935 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-27T20:17:13,935 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-27T20:17:13,935 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '47ee238b5a74,45719,1732738587675' joining acquired barrier for procedure (rolllog) in zk 2024-11-27T20:17:13,949 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-27T20:17:13,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/47ee238b5a74,45719,1732738587675 2024-11-27T20:17:13,949 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/47ee238b5a74,45719,1732738587675 2024-11-27T20:17:13,949 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-27T20:17:13,949 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-27T20:17:13,950 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-27T20:17:13,950 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-27T20:17:13,950 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-27T20:17:13,951 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-27T20:17:13,951 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T20:17:13,952 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------47ee238b5a74,45719,1732738587675 2024-11-27T20:17:13,952 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-27T20:17:13,953 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '47ee238b5a74,45719,1732738587675' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-27T20:17:13,953 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@659373f7[Count = 0] remaining members to acquire global barrier 2024-11-27T20:17:13,953 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-27T20:17:13,953 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-27T20:17:13,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-27T20:17:13,962 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-27T20:17:13,962 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-27T20:17:13,962 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-27T20:17:13,962 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/47ee238b5a74,45719,1732738587675 2024-11-27T20:17:13,962 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-27T20:17:13,962 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-27T20:17:13,962 DEBUG [rs(47ee238b5a74,45719,1732738587675)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 47ee238b5a74,45719,1732738587675 2024-11-27T20:17:13,962 INFO [rs(47ee238b5a74,45719,1732738587675)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732738614235 highest: 1732738614277 on 47ee238b5a74,45719,1732738587675 2024-11-27T20:17:13,963 DEBUG [regionserver/47ee238b5a74:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-0:(num 1732738614235) roll requested 2024-11-27T20:17:13,974 DEBUG [regionserver/47ee238b5a74:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-0.1732738633963, exclude list is [], retry=0 2024-11-27T20:17:13,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34017,DS-64dc2d9d-2de9-44b5-96b5-727daa8b1ebe,DISK] 2024-11-27T20:17:13,978 INFO [regionserver/47ee238b5a74:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-0.1732738614235 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-0.1732738633963 2024-11-27T20:17:13,979 DEBUG [regionserver/47ee238b5a74:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38693:38693)] 2024-11-27T20:17:13,979 DEBUG [regionserver/47ee238b5a74:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-0.1732738614235 is not closed yet, will try archiving it next time 2024-11-27T20:17:13,979 DEBUG [regionserver/47ee238b5a74:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 47ee238b5a74%2C45719%2C1732738587675.meta:.meta(num 1732738614253) roll requested 2024-11-27T20:17:13,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741857_1033 (size=1198) 2024-11-27T20:17:13,980 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-0.1732738614235 not finished, retry = 0 2024-11-27T20:17:13,992 DEBUG [regionserver/47ee238b5a74:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.meta.1732738633979.meta, exclude list is [], retry=0 2024-11-27T20:17:13,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34017,DS-64dc2d9d-2de9-44b5-96b5-727daa8b1ebe,DISK] 2024-11-27T20:17:13,997 INFO [regionserver/47ee238b5a74:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.meta.1732738614253.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.meta.1732738633979.meta 2024-11-27T20:17:13,998 DEBUG [regionserver/47ee238b5a74:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38693:38693)] 2024-11-27T20:17:13,998 DEBUG [regionserver/47ee238b5a74:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.meta.1732738614253.meta is not closed yet, will try archiving it next time 2024-11-27T20:17:13,998 DEBUG [regionserver/47ee238b5a74:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-1:(num 1732738614277) roll requested 2024-11-27T20:17:13,999 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.meta.1732738614253.meta not finished, retry = 0 2024-11-27T20:17:14,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741858_1034 (size=93) 2024-11-27T20:17:14,010 DEBUG [regionserver/47ee238b5a74:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-1.1732738633998, exclude list is [], retry=0 2024-11-27T20:17:14,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34017,DS-64dc2d9d-2de9-44b5-96b5-727daa8b1ebe,DISK] 2024-11-27T20:17:14,014 INFO [regionserver/47ee238b5a74:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-1.1732738614277 with entries=224, filesize=29.77 KB; new WAL /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-1.1732738633998 2024-11-27T20:17:14,014 DEBUG [regionserver/47ee238b5a74:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38693:38693)] 2024-11-27T20:17:14,014 DEBUG [regionserver/47ee238b5a74:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-1.1732738614277 is not closed yet, will try archiving it next time 2024-11-27T20:17:14,015 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-1.1732738597810 to hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/oldWALs/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-1.1732738597810 2024-11-27T20:17:14,016 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-1.1732738614277 not finished, retry = 0 2024-11-27T20:17:14,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741859_1035 (size=30490) 2024-11-27T20:17:14,023 DEBUG [rs(47ee238b5a74,45719,1732738587675)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61 2024-11-27T20:17:14,023 INFO [rs(47ee238b5a74,45719,1732738587675)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732738633963 on 47ee238b5a74,45719,1732738587675 2024-11-27T20:17:14,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T20:17:14,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T20:17:14,044 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-27T20:17:14,044 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '47ee238b5a74,45719,1732738587675' in zk 2024-11-27T20:17:14,056 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-27T20:17:14,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/47ee238b5a74,45719,1732738587675 2024-11-27T20:17:14,056 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-27T20:17:14,056 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-27T20:17:14,056 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/47ee238b5a74,45719,1732738587675 2024-11-27T20:17:14,056 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-27T20:17:14,056 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-27T20:17:14,057 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-27T20:17:14,057 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-27T20:17:14,058 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T20:17:14,058 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------47ee238b5a74,45719,1732738587675 2024-11-27T20:17:14,058 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-27T20:17:14,059 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T20:17:14,059 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------47ee238b5a74,45719,1732738587675 2024-11-27T20:17:14,060 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '47ee238b5a74,45719,1732738587675': 2024-11-27T20:17:14,060 INFO [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-27T20:17:14,060 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '47ee238b5a74,45719,1732738587675' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-27T20:17:14,060 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-27T20:17:14,060 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-27T20:17:14,060 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-27T20:17:14,060 INFO [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-27T20:17:14,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-27T20:17:14,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-27T20:17:14,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-27T20:17:14,067 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-27T20:17:14,067 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-27T20:17:14,067 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-27T20:17:14,067 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-27T20:17:14,067 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-27T20:17:14,067 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-27T20:17:14,067 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-27T20:17:14,068 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-27T20:17:14,068 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/47ee238b5a74,45719,1732738587675 2024-11-27T20:17:14,068 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-27T20:17:14,068 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T20:17:14,068 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-27T20:17:14,069 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T20:17:14,069 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------47ee238b5a74,45719,1732738587675 2024-11-27T20:17:14,069 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/47ee238b5a74,45719,1732738587675 2024-11-27T20:17:14,069 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-27T20:17:14,070 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T20:17:14,070 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------47ee238b5a74,45719,1732738587675 2024-11-27T20:17:14,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/47ee238b5a74,45719,1732738587675 2024-11-27T20:17:14,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-27T20:17:14,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-27T20:17:14,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-27T20:17:14,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/47ee238b5a74,45719,1732738587675 2024-11-27T20:17:14,077 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-27T20:17:14,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-27T20:17:14,077 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-27T20:17:14,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-27T20:17:14,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-27T20:17:14,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-27T20:17:14,078 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-27T20:17:14,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-27T20:17:14,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-27T20:17:14,078 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-27T20:17:14,078 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-27T20:17:14,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-27T20:17:14,088 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {47ee238b5a74:45719=1732738597810} newestTimestamps: {47ee238b5a74:45719=1732738614277} 2024-11-27T20:17:14,091 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 47ee238b5a74%2C45719%2C1732738587675.meta.1732738591525.meta 2024-11-27T20:17:14,091 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 47ee238b5a74%2C45719%2C1732738587675.meta.1732738614253.meta 2024-11-27T20:17:14,091 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 47ee238b5a74%2C45719%2C1732738587675.meta.1732738633979.meta 2024-11-27T20:17:14,091 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-0.1732738614235 2024-11-27T20:17:14,091 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-0.1732738633963 2024-11-27T20:17:14,091 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-1.1732738614277 2024-11-27T20:17:14,091 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-1.1732738633998 2024-11-27T20:17:14,101 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.meta.1732738614253.meta to hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/oldWALs/47ee238b5a74%2C45719%2C1732738587675.meta.1732738614253.meta 2024-11-27T20:17:14,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741892_1068 (size=364) 2024-11-27T20:17:14,503 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17327385961201 target: hdfs://localhost:34489/backupUT/backup_1732738629461/ns2/test-17327385961201 descriptor: 'ns2:test-17327385961201', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:17:14,503 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-27T20:17:14,506 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17327385961201 2024-11-27T20:17:14,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741893_1069 (size=50) 2024-11-27T20:17:14,915 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17327385961201 2024-11-27T20:17:14,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741894_1070 (size=950) 2024-11-27T20:17:15,339 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1732738596120 target: hdfs://localhost:34489/backupUT/backup_1732738629461/default/test-1732738596120 descriptor: 'test-1732738596120', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:17:15,339 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-27T20:17:15,347 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1732738596120 2024-11-27T20:17:15,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741895_1071 (size=53) 2024-11-27T20:17:15,753 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1732738596120 2024-11-27T20:17:15,766 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:34489/backupUT/.tmp/backup_1732738629461 from hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-0.1732738614235;hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-1.1732738614277 2024-11-27T20:17:15,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a1a1d47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:17:15,769 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:17:15,769 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:17:15,770 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:17:15,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:17:15,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:17:15,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c7ff7d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:17:15,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:17:15,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:17:15,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:15,772 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:17:15,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74089d2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:17:15,774 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:17:15,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 47ee238b5a74,39671,1732738586121 2024-11-27T20:17:15,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e0f86ca 2024-11-27T20:17:15,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:17:15,777 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:17:15,782 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-27T20:17:15,782 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1732738596120 2024-11-27T20:17:15,782 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732738596120,, stopping at row=test-1732738596120 ,, for max=2147483647 with caching=100 2024-11-27T20:17:15,783 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:17:15,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:17:15,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:17:15,785 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:17:15,787 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1732738596120: test-1732738596120; 2024-11-27T20:17:15,788 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17327385961201 2024-11-27T20:17:15,788 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17327385961201,, stopping at row=ns2:test-17327385961201 ,, for max=2147483647 with caching=100 2024-11-27T20:17:15,790 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17327385961201: ns2:test-17327385961201; 2024-11-27T20:17:15,790 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-27T20:17:15,790 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/partitions_f953c980-ca6a-4ede-82f7-bbc99247d4b4 2024-11-27T20:17:15,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741896_1072 (size=192) 2024-11-27T20:17:16,217 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:16,218 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:16,219 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:17,091 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/hadoop-8967309625485355533.jar 2024-11-27T20:17:17,091 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:17,092 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:17,092 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:17,092 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:17,092 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:17,093 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:17,093 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:17,093 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:17,093 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:17,093 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T20:17:17,094 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T20:17:17,094 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T20:17:17,094 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T20:17:17,094 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T20:17:17,094 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T20:17:17,095 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T20:17:17,095 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T20:17:17,095 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T20:17:17,095 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T20:17:17,095 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T20:17:17,097 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:17,097 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:17,097 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:17,097 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:17,097 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:17,098 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:17,098 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T20:17:17,098 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: default:test-1732738596120,ns2:test-17327385961201 2024-11-27T20:17:17,099 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:17:17,099 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:154) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:17:17,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:17,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:17,099 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:17:17,100 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T20:17:17,966 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/hadoop-16233225891926274705.jar 2024-11-27T20:17:17,976 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T20:17:17,996 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-0.1732738614235 for WAL files 2024-11-27T20:17:17,998 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-0.1732738614235 2024-11-27T20:17:17,998 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-1.1732738614277 for WAL files 2024-11-27T20:17:17,999 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-1.1732738614277 2024-11-27T20:17:18,098 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/mapreduce.cluster.local.dir/job_local649892111_0003_6550f6ae-261e-4705-aac2-12c7c0e7acf4/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-27T20:17:18,098 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/mapreduce.cluster.local.dir/job_local649892111_0003_6550f6ae-261e-4705-aac2-12c7c0e7acf4/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-27T20:17:18,181 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-1.1732738614277 for hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-1.1732738614277 (-9223372036854775808:9223372036854775807) length:30490 2024-11-27T20:17:18,200 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-27T20:17:18,201 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-27T20:17:18,240 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-0.1732738614235 for hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-0.1732738614235 (-9223372036854775808:9223372036854775807) length:1198 2024-11-27T20:17:18,244 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-27T20:17:18,244 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-27T20:17:18,318 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@580de636, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:17:18,318 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:17:18,318 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:17:18,319 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:17:18,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:17:18,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:17:18,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f1152c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:17:18,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:17:18,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:17:18,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:18,321 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:17:18,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76e3ab0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:17:18,322 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:17:18,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:17:18,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:17:18,324 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:17:18,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17327385961201', row='row-t20', locateType=CURRENT is [region=ns2:test-17327385961201,,1732738598956.2e6ccb9e75135bd3f94dea3398689aed., hostname=47ee238b5a74,45719,1732738587675, seqNum=2] 2024-11-27T20:17:18,326 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-27T20:17:18,326 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:17:18,326 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:18,326 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:18,326 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:17:18,327 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-27T20:17:18,327 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 47ee238b5a74 2024-11-27T20:17:18,332 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34489/backupUT/.tmp/backup_1732738629461/_temporary/0/_temporary/attempt_local649892111_0003_r_000000_0/ns2/test-17327385961201/f/c7bf13a9e0bb4f308517a7fc32984296 is 38, key is row-t20/f:q1/1732738628106/Put/seqid=0 2024-11-27T20:17:18,334 WARN [Thread-950 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [47ee238b5a74:45719] Specified favored nodes: [47ee238b5a74:45719] 2024-11-27T20:17:18,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741897_1073 (size=5274) 2024-11-27T20:17:18,774 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6973deca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:17:18,774 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:17:18,774 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:17:18,775 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:17:18,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:17:18,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:17:18,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c143dc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:17:18,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:17:18,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:17:18,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:18,777 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:17:18,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e55fcb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:17:18,777 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:17:18,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:17:18,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:17:18,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:17:18,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732738596120', row='row-test-1732738596120-1-0', locateType=CURRENT is [region=test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172., hostname=47ee238b5a74,45719,1732738587675, seqNum=107] 2024-11-27T20:17:18,781 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-27T20:17:18,781 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:17:18,781 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:18,781 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:18,781 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:17:18,781 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732738596120-1-0] 2024-11-27T20:17:18,781 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 47ee238b5a74 2024-11-27T20:17:18,795 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fd166f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:17:18,795 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:17:18,795 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:17:18,796 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:17:18,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:17:18,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:17:18,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1db0e93b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:17:18,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:17:18,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:17:18,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:18,798 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:17:18,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d93b0f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:17:18,798 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:17:18,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:17:18,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:17:18,800 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:17:18,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732738596120', row='row-test-1732738596120-3-0', locateType=CURRENT is [region=test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172., hostname=47ee238b5a74,45719,1732738587675, seqNum=107] 2024-11-27T20:17:18,802 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-27T20:17:18,802 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:17:18,802 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:18,802 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:18,802 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:17:18,802 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732738596120-3-0] 2024-11-27T20:17:18,802 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 47ee238b5a74 2024-11-27T20:17:18,815 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34489/backupUT/.tmp/backup_1732738629461/_temporary/0/_temporary/attempt_local649892111_0003_r_000001_0/default/test-1732738596120/f/10517a681524495281310ab928827a21 is 59, key is row-test-1732738596120-1-10/f:q1/1732738627728/Put/seqid=0 2024-11-27T20:17:18,816 WARN [Thread-962 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [47ee238b5a74:45719] Specified favored nodes: [47ee238b5a74:45719] 2024-11-27T20:17:18,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741898_1074 (size=10769) 2024-11-27T20:17:19,222 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34489/backupUT/.tmp/backup_1732738629461/_temporary/0/_temporary/attempt_local649892111_0003_r_000001_0/default/test-1732738596120/mob/0dd7e43a5983469b8acd067e5d876b8d is 63, key is row-test-1732738596120-3-100/mob:q1/1732738628060/Put/seqid=0 2024-11-27T20:17:19,227 WARN [Thread-964 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [47ee238b5a74:45719] Specified favored nodes: [47ee238b5a74:45719] 2024-11-27T20:17:19,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741899_1075 (size=11810) 2024-11-27T20:17:20,146 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:34489/backupUT 2024-11-27T20:17:20,146 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1732738629461 2024-11-27T20:17:20,147 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-27T20:17:20,161 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:34489/backupUT/.tmp/backup_1732738629461, hdfs://localhost:34489/backupUT] 2024-11-27T20:17:20,233 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T20:17:20,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741900_1076 (size=5274) 2024-11-27T20:17:20,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741901_1077 (size=11810) 2024-11-27T20:17:21,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741902_1078 (size=10769) 2024-11-27T20:17:21,841 INFO [master/47ee238b5a74:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T20:17:21,842 INFO [master/47ee238b5a74:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T20:17:21,843 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-27T20:17:21,847 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1732738629461 2024-11-27T20:17:21,847 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 27853 bytes copied." 2024-11-27T20:17:21,848 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local778760833_0004 completed: true true 2024-11-27T20:17:21,849 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=3825258 FILE: Number of bytes written=6199884 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=231464 HDFS: Number of bytes written=2433179 HDFS: Number of read operations=643 HDFS: Number of large read operations=0 HDFS: Number of write operations=249 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=12 Map output records=0 Input split bytes=338 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=3004 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=27853 Bytes Copied=27853 Bytes Expected=27853 Files Copied=4 DIR_COPY=8 2024-11-27T20:17:21,849 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:34489/backupUT/.tmp/backup_1732738629461 to hdfs://localhost:34489/backupUT finished. 2024-11-27T20:17:21,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system_bulk', row='bulk:ns2:test-17327385961201:', locateType=CURRENT is [region=backup:system_bulk,,1732738609599.b4b84cd08e834182a880c8268c42e499., hostname=47ee238b5a74,45719,1732738587675, seqNum=2] 2024-11-27T20:17:21,866 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732738629461 2024-11-27T20:17:21,869 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732738607257} 2024-11-27T20:17:21,869 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-27T20:17:21,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741903_1079 (size=384) 2024-11-27T20:17:22,275 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:34489/backupUT/backup_1732738629461/.backup.manifest 2024-11-27T20:17:22,275 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732738629461 finished: type=INCREMENTAL,tablelist=ns2:test-17327385961201;test-1732738596120,targetRootDir=hdfs://localhost:34489/backupUT,startts=1732738633747,completets=1732738641866,bytescopied=0 2024-11-27T20:17:22,275 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-27T20:17:22,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system" type: DISABLED 2024-11-27T20:17:22,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-27T20:17:22,286 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-27T20:17:22,289 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-27T20:17:22,294 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732738629461 completed. 2024-11-27T20:17:22,294 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-27T20:17:22,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T20:17:22,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T20:17:22,323 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34489/backupUT/backup_1732738629461/.backup.manifest 2024-11-27T20:17:22,326 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732738629461/.backup.manifest 2024-11-27T20:17:22,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table test-1732738596120 from 'test-1732738596120', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1732738596120', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:17:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1732738596120 2024-11-27T20:17:22,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741904_1080 (size=908) 2024-11-27T20:17:22,748 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/.tabledesc/.tableinfo.0000000003.950 2024-11-27T20:17:22,748 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/.tabledesc/.tableinfo.0000000004.908 2024-11-27T20:17:22,752 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1732738596120}] 2024-11-27T20:17:22,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732738596120, region=c2154823b488bd7fe4a75897f0488172, REOPEN/MOVE}] 2024-11-27T20:17:22,756 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732738596120, region=c2154823b488bd7fe4a75897f0488172, REOPEN/MOVE 2024-11-27T20:17:22,756 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=c2154823b488bd7fe4a75897f0488172, regionState=CLOSING, regionLocation=47ee238b5a74,45719,1732738587675 2024-11-27T20:17:22,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1732738596120, region=c2154823b488bd7fe4a75897f0488172, REOPEN/MOVE because future has completed 2024-11-27T20:17:22,759 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T20:17:22,759 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure c2154823b488bd7fe4a75897f0488172, server=47ee238b5a74,45719,1732738587675}] 2024-11-27T20:17:22,911 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(122): Close c2154823b488bd7fe4a75897f0488172 2024-11-27T20:17:22,912 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-27T20:17:22,912 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1722): Closing c2154823b488bd7fe4a75897f0488172, disabling compactions & flushes 2024-11-27T20:17:22,912 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1755): Closing region test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172. 2024-11-27T20:17:22,912 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172. 2024-11-27T20:17:22,912 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1843): Acquired close lock on test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172. after waiting 0 ms 2024-11-27T20:17:22,912 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1853): Updates disabled for region test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172. 2024-11-27T20:17:22,923 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106 2024-11-27T20:17:22,924 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T20:17:22,924 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1973): Closed test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172. 2024-11-27T20:17:22,924 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1676): Region close journal for c2154823b488bd7fe4a75897f0488172: Waiting for close lock at 1732738642912Running coprocessor pre-close hooks at 1732738642912Disabling compacts and flushes for region at 1732738642912Disabling writes for close at 1732738642912Writing region close event to WAL at 1732738642917 (+5 ms)Running coprocessor post-close hooks at 1732738642924 (+7 ms)Closed at 1732738642924 2024-11-27T20:17:22,924 WARN [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3299): Not adding moved region record: c2154823b488bd7fe4a75897f0488172 to self. 2024-11-27T20:17:22,927 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(157): Closed c2154823b488bd7fe4a75897f0488172 2024-11-27T20:17:22,927 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=c2154823b488bd7fe4a75897f0488172, regionState=CLOSED 2024-11-27T20:17:22,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure c2154823b488bd7fe4a75897f0488172, server=47ee238b5a74,45719,1732738587675 because future has completed 2024-11-27T20:17:22,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-27T20:17:22,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseRegionProcedure c2154823b488bd7fe4a75897f0488172, server=47ee238b5a74,45719,1732738587675 in 171 msec 2024-11-27T20:17:22,933 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1732738596120, region=c2154823b488bd7fe4a75897f0488172, REOPEN/MOVE; state=CLOSED, location=47ee238b5a74,45719,1732738587675; forceNewPlan=false, retain=true 2024-11-27T20:17:23,084 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=c2154823b488bd7fe4a75897f0488172, regionState=OPENING, regionLocation=47ee238b5a74,45719,1732738587675 2024-11-27T20:17:23,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1732738596120, region=c2154823b488bd7fe4a75897f0488172, REOPEN/MOVE because future has completed 2024-11-27T20:17:23,086 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2154823b488bd7fe4a75897f0488172, server=47ee238b5a74,45719,1732738587675}] 2024-11-27T20:17:23,244 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172. 2024-11-27T20:17:23,245 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => c2154823b488bd7fe4a75897f0488172, NAME => 'test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:17:23,246 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T20:17:23,246 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1732738596120 c2154823b488bd7fe4a75897f0488172 2024-11-27T20:17:23,246 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:17:23,246 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for c2154823b488bd7fe4a75897f0488172 2024-11-27T20:17:23,246 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for c2154823b488bd7fe4a75897f0488172 2024-11-27T20:17:23,249 INFO [StoreOpener-c2154823b488bd7fe4a75897f0488172-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c2154823b488bd7fe4a75897f0488172 2024-11-27T20:17:23,250 INFO [StoreOpener-c2154823b488bd7fe4a75897f0488172-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2154823b488bd7fe4a75897f0488172 columnFamilyName f 2024-11-27T20:17:23,250 DEBUG [StoreOpener-c2154823b488bd7fe4a75897f0488172-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:23,260 DEBUG [StoreOpener-c2154823b488bd7fe4a75897f0488172-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/f/064fe03773b944feb53f29c0ed8d6a9d 2024-11-27T20:17:23,265 DEBUG [StoreOpener-c2154823b488bd7fe4a75897f0488172-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/f/42eb3b2dd6ec4a3ea390b9c64456f881 2024-11-27T20:17:23,265 INFO [StoreOpener-c2154823b488bd7fe4a75897f0488172-1 {}] regionserver.HStore(327): Store=c2154823b488bd7fe4a75897f0488172/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:17:23,265 INFO [StoreOpener-c2154823b488bd7fe4a75897f0488172-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region c2154823b488bd7fe4a75897f0488172 2024-11-27T20:17:23,267 INFO [StoreOpener-c2154823b488bd7fe4a75897f0488172-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2154823b488bd7fe4a75897f0488172 columnFamilyName f2 2024-11-27T20:17:23,267 DEBUG [StoreOpener-c2154823b488bd7fe4a75897f0488172-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:23,268 INFO [StoreOpener-c2154823b488bd7fe4a75897f0488172-1 {}] regionserver.HStore(327): Store=c2154823b488bd7fe4a75897f0488172/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:17:23,268 INFO [StoreOpener-c2154823b488bd7fe4a75897f0488172-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region c2154823b488bd7fe4a75897f0488172 2024-11-27T20:17:23,268 INFO [StoreOpener-c2154823b488bd7fe4a75897f0488172-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2154823b488bd7fe4a75897f0488172 columnFamilyName mob 2024-11-27T20:17:23,269 DEBUG [StoreOpener-c2154823b488bd7fe4a75897f0488172-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:23,276 DEBUG [StoreOpener-c2154823b488bd7fe4a75897f0488172-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/mob/80a017e0b3054befb7cff8dd4117bdda 2024-11-27T20:17:23,280 DEBUG [StoreOpener-c2154823b488bd7fe4a75897f0488172-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/mob/c8e5f10f533245579fedbd85db4ef2fa 2024-11-27T20:17:23,281 INFO [StoreOpener-c2154823b488bd7fe4a75897f0488172-1 {}] regionserver.HStore(327): Store=c2154823b488bd7fe4a75897f0488172/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:17:23,281 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for c2154823b488bd7fe4a75897f0488172 2024-11-27T20:17:23,282 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172 2024-11-27T20:17:23,283 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172 2024-11-27T20:17:23,284 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for c2154823b488bd7fe4a75897f0488172 2024-11-27T20:17:23,284 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for c2154823b488bd7fe4a75897f0488172 2024-11-27T20:17:23,285 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1732738596120 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T20:17:23,286 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for c2154823b488bd7fe4a75897f0488172 2024-11-27T20:17:23,287 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened c2154823b488bd7fe4a75897f0488172; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9424456960, jitterRate=-0.12227904796600342}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T20:17:23,287 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c2154823b488bd7fe4a75897f0488172 2024-11-27T20:17:23,290 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for c2154823b488bd7fe4a75897f0488172: Running coprocessor pre-open hook at 1732738643247Writing region info on filesystem at 1732738643247Initializing all the Stores at 1732738643248 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738643248Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738643248Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738643248Cleaning up temporary data from old regions at 1732738643284 (+36 ms)Running coprocessor post-open hooks at 1732738643287 (+3 ms)Region opened successfully at 1732738643290 (+3 ms) 2024-11-27T20:17:23,291 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172., pid=46, masterSystemTime=1732738643238 2024-11-27T20:17:23,293 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172. 2024-11-27T20:17:23,293 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172. 2024-11-27T20:17:23,294 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=c2154823b488bd7fe4a75897f0488172, regionState=OPEN, openSeqNum=338, regionLocation=47ee238b5a74,45719,1732738587675 2024-11-27T20:17:23,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2154823b488bd7fe4a75897f0488172, server=47ee238b5a74,45719,1732738587675 because future has completed 2024-11-27T20:17:23,298 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=44 2024-11-27T20:17:23,298 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure c2154823b488bd7fe4a75897f0488172, server=47ee238b5a74,45719,1732738587675 in 210 msec 2024-11-27T20:17:23,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43 2024-11-27T20:17:23,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1732738596120, region=c2154823b488bd7fe4a75897f0488172, REOPEN/MOVE in 543 msec 2024-11-27T20:17:23,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-27T20:17:23,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1732738596120 in 548 msec 2024-11-27T20:17:23,304 DEBUG [PEWorker-4 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1732738596120 2024-11-27T20:17:23,310 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/f3/87e28cf3205e4bb9a8c217eebd6b00eb to hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/archive/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/f3/87e28cf3205e4bb9a8c217eebd6b00eb 2024-11-27T20:17:23,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1732738596120 in 983 msec 2024-11-27T20:17:23,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-27T20:17:23,314 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1732738596120 completed 2024-11-27T20:17:23,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T20:17:23,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T20:17:23,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T20:17:23,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T20:17:23,347 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-27T20:17:23,351 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732738643314 2024-11-27T20:17:23,353 DEBUG [Time-limited test {}] impl.TableBackupClient(330): Dependent incremental backup image: {BackupID=backup_1732738629461} 2024-11-27T20:17:23,353 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732738607257} 2024-11-27T20:17:23,353 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 2 ancestors for the current backup. 2024-11-27T20:17:23,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T20:17:23,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T20:17:23,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T20:17:23,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T20:17:23,392 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected Exception : Mismatch in column family descriptor for table: test-1732738596120 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException: Mismatch in column family descriptor for table: test-1732738596120 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException$ColumnFamilyMismatchExceptionBuilder.build(ColumnFamilyMismatchException.java:56) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.verifyCfCompatibility(IncrementalTableBackupClient.java:513) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:280) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.lambda$TestIncBackupRestore$0(TestIncrementalBackup.java:171) ~[test-classes/:?] at org.junit.Assert.assertThrows(Assert.java:1001) ~[junit-4.13.2.jar:4.13.2] at org.junit.Assert.assertThrows(Assert.java:981) ~[junit-4.13.2.jar:4.13.2] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:170) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:17:23,394 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1732738643314,startts=0,failedts=1732738643392,failedphase=REQUEST,failedmessage= Mismatch in column family descriptor for table: test-1732738596120 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'tru 2024-11-27T20:17:23,395 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot 2024-11-27T20:17:23,397 WARN [Time-limited test {}] impl.BackupSystemTable(1549): Could not restore backup system table. Snapshot snapshot_backup_system does not exists. 2024-11-27T20:17:23,397 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-27T20:17:23,398 ERROR [Time-limited test {}] impl.BackupSystemTable(1578): Snapshot snapshot_backup_system does not exists 2024-11-27T20:17:23,398 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: REQUEST 2024-11-27T20:17:23,400 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-27T20:17:23,402 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1732738643314 failed. 2024-11-27T20:17:23,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T20:17:23,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T20:17:23,419 INFO [Time-limited test {}] impl.BackupManager(225): Full backup all the tables available in the cluster: [backup:system_bulk, test-1732738596120, ns2:test-17327385961201, ns3:test-17327385961202, ns4:test-17327385961203] 2024-11-27T20:17:23,419 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-27T20:17:23,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-27T20:17:23,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732738643424 (current time:1732738643424). 2024-11-27T20:17:23,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T20:17:23,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-27T20:17:23,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52e38d22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:17:23,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:17:23,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:17:23,426 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:17:23,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:17:23,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:17:23,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ecfd60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:17:23,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:17:23,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:17:23,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:23,427 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:17:23,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73801d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:17:23,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:17:23,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:17:23,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:17:23,430 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:17:23,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671. 2024-11-27T20:17:23,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T20:17:23,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:23,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:23,432 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:17:23,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-27T20:17:23,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] procedure2.ProcedureExecutor(1139): Stored pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-27T20:17:23,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-27T20:17:23,434 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T20:17:23,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-27T20:17:23,435 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T20:17:23,437 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T20:17:23,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741905_1081 (size=52) 2024-11-27T20:17:23,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-27T20:17:23,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-27T20:17:23,845 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T20:17:23,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53638a5faccc75a97d493f0616da7a2d}] 2024-11-27T20:17:23,848 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53638a5faccc75a97d493f0616da7a2d 2024-11-27T20:17:24,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45719 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=48 2024-11-27T20:17:24,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d. 2024-11-27T20:17:24,004 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2902): Flushing 53638a5faccc75a97d493f0616da7a2d 2/2 column families, dataSize=2.61 KB heapSize=3.99 KB 2024-11-27T20:17:24,014 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/.tmp/meta/e20788a8c6684d74aac9113c4cf8f7d6 is 158, key is trslm:hdfs://localhost:34489/backupUT\x00ns2:test-17327385961201/meta:log-roll-map/1732738641855/Put/seqid=0 2024-11-27T20:17:24,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741906_1082 (size=5745) 2024-11-27T20:17:24,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-27T20:17:24,420 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=492 B at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/.tmp/meta/e20788a8c6684d74aac9113c4cf8f7d6 2024-11-27T20:17:24,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/.tmp/session/80b41fda605f46bf8f3432a049e30fcc is 1245, key is session:backup_1732738643314/session:context/1732738643399/Put/seqid=0 2024-11-27T20:17:24,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741907_1083 (size=6682) 2024-11-27T20:17:24,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-27T20:17:24,843 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/.tmp/session/80b41fda605f46bf8f3432a049e30fcc 2024-11-27T20:17:24,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/.tmp/meta/e20788a8c6684d74aac9113c4cf8f7d6 as hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/meta/e20788a8c6684d74aac9113c4cf8f7d6 2024-11-27T20:17:24,862 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/meta/e20788a8c6684d74aac9113c4cf8f7d6, entries=4, sequenceid=31, filesize=5.6 K 2024-11-27T20:17:24,863 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/.tmp/session/80b41fda605f46bf8f3432a049e30fcc as hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/session/80b41fda605f46bf8f3432a049e30fcc 2024-11-27T20:17:24,870 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/session/80b41fda605f46bf8f3432a049e30fcc, entries=3, sequenceid=31, filesize=6.5 K 2024-11-27T20:17:24,872 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(3140): Finished flush of dataSize ~2.61 KB/2669, heapSize ~3.96 KB/4056, currentSize=0 B/0 for 53638a5faccc75a97d493f0616da7a2d in 868ms, sequenceid=31, compaction requested=true 2024-11-27T20:17:24,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2603): Flush status journal for 53638a5faccc75a97d493f0616da7a2d: 2024-11-27T20:17:24,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d. for snapshot_backup_system completed. 2024-11-27T20:17:24,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d.' region-info for snapshot=snapshot_backup_system 2024-11-27T20:17:24,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T20:17:24,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/meta/af8f879017e54b0294ad2c8e5f660caa, hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/meta/e20788a8c6684d74aac9113c4cf8f7d6] hfiles 2024-11-27T20:17:24,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/meta/af8f879017e54b0294ad2c8e5f660caa for snapshot=snapshot_backup_system 2024-11-27T20:17:24,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/meta/e20788a8c6684d74aac9113c4cf8f7d6 for snapshot=snapshot_backup_system 2024-11-27T20:17:24,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/session/94cbdeb5580d4c739c617a64d9e806cc, hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/session/89fb0c58443243ce973d1168e6c7ec08, hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/session/80b41fda605f46bf8f3432a049e30fcc] hfiles 2024-11-27T20:17:24,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/session/94cbdeb5580d4c739c617a64d9e806cc for snapshot=snapshot_backup_system 2024-11-27T20:17:24,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/session/89fb0c58443243ce973d1168e6c7ec08 for snapshot=snapshot_backup_system 2024-11-27T20:17:24,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/session/80b41fda605f46bf8f3432a049e30fcc for snapshot=snapshot_backup_system 2024-11-27T20:17:24,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741908_1084 (size=251) 2024-11-27T20:17:25,111 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 2e6ccb9e75135bd3f94dea3398689aed, had cached 0 bytes from a total of 8413 2024-11-27T20:17:25,201 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T20:17:25,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d. 2024-11-27T20:17:25,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-27T20:17:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-27T20:17:25,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 53638a5faccc75a97d493f0616da7a2d 2024-11-27T20:17:25,280 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53638a5faccc75a97d493f0616da7a2d 2024-11-27T20:17:25,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-27T20:17:25,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 53638a5faccc75a97d493f0616da7a2d in 1.4370 sec 2024-11-27T20:17:25,285 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T20:17:25,286 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T20:17:25,287 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T20:17:25,287 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-27T20:17:25,289 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-27T20:17:25,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741909_1085 (size=888) 2024-11-27T20:17:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-27T20:17:25,705 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T20:17:25,718 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T20:17:25,719 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/.hbase-snapshot/snapshot_backup_system 2024-11-27T20:17:25,720 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T20:17:25,720 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-27T20:17:25,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2880 sec 2024-11-27T20:17:27,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-27T20:17:27,597 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-27T20:17:27,598 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732738643403 started at 1732738647598. 2024-11-27T20:17:27,603 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732738643403 has been started. 2024-11-27T20:17:27,612 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-27T20:17:27,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc 2024-11-27T20:17:27,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-27T20:17:27,613 INFO [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-27T20:17:27,613 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-27T20:17:27,613 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-27T20:17:27,613 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-27T20:17:27,614 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-27T20:17:27,614 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-27T20:17:27,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-27T20:17:27,739 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/47ee238b5a74,45719,1732738587675 2024-11-27T20:17:27,739 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-27T20:17:27,739 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-27T20:17:27,741 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/47ee238b5a74,45719,1732738587675 2024-11-27T20:17:27,741 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-27T20:17:27,741 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-27T20:17:27,743 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-27T20:17:27,745 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-27T20:17:27,745 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-27T20:17:27,745 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-27T20:17:27,746 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-27T20:17:27,746 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-27T20:17:27,746 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-27T20:17:27,746 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-27T20:17:27,746 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-27T20:17:27,747 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-27T20:17:27,747 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '47ee238b5a74,45719,1732738587675' joining acquired barrier for procedure (rolllog) in zk 2024-11-27T20:17:27,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/47ee238b5a74,45719,1732738587675 2024-11-27T20:17:27,760 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-27T20:17:27,761 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/47ee238b5a74,45719,1732738587675 2024-11-27T20:17:27,761 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-27T20:17:27,761 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-27T20:17:27,761 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-27T20:17:27,761 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-27T20:17:27,761 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-27T20:17:27,762 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-27T20:17:27,763 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T20:17:27,764 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------47ee238b5a74,45719,1732738587675 2024-11-27T20:17:27,765 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-27T20:17:27,766 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '47ee238b5a74,45719,1732738587675' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-27T20:17:27,766 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@2eb7e24e[Count = 0] remaining members to acquire global barrier 2024-11-27T20:17:27,767 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-27T20:17:27,767 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-27T20:17:27,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-27T20:17:27,780 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-27T20:17:27,780 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-27T20:17:27,780 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-27T20:17:27,780 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/47ee238b5a74,45719,1732738587675 2024-11-27T20:17:27,781 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-27T20:17:27,781 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-27T20:17:27,781 DEBUG [rs(47ee238b5a74,45719,1732738587675)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 47ee238b5a74,45719,1732738587675 2024-11-27T20:17:27,781 INFO [rs(47ee238b5a74,45719,1732738587675)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732738633963 highest: 1732738633998 on 47ee238b5a74,45719,1732738587675 2024-11-27T20:17:27,781 DEBUG [regionserver/47ee238b5a74:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-0:(num 1732738633963) roll requested 2024-11-27T20:17:27,793 DEBUG [regionserver/47ee238b5a74:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-0.1732738647781, exclude list is [], retry=0 2024-11-27T20:17:27,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34017,DS-64dc2d9d-2de9-44b5-96b5-727daa8b1ebe,DISK] 2024-11-27T20:17:27,797 INFO [regionserver/47ee238b5a74:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-0.1732738633963 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-0.1732738647781 2024-11-27T20:17:27,797 DEBUG [regionserver/47ee238b5a74:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38693:38693)] 2024-11-27T20:17:27,798 DEBUG [regionserver/47ee238b5a74:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-0.1732738633963 is not closed yet, will try archiving it next time 2024-11-27T20:17:27,798 DEBUG [regionserver/47ee238b5a74:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 47ee238b5a74%2C45719%2C1732738587675.meta:.meta(num 1732738633979) roll requested 2024-11-27T20:17:27,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741889_1065 (size=93) 2024-11-27T20:17:27,799 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-0.1732738633963 not finished, retry = 0 2024-11-27T20:17:27,809 DEBUG [regionserver/47ee238b5a74:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.meta.1732738647798.meta, exclude list is [], retry=0 2024-11-27T20:17:27,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34017,DS-64dc2d9d-2de9-44b5-96b5-727daa8b1ebe,DISK] 2024-11-27T20:17:27,813 INFO [regionserver/47ee238b5a74:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.meta.1732738633979.meta with entries=4, filesize=1.85 KB; new WAL /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.meta.1732738647798.meta 2024-11-27T20:17:27,813 DEBUG [regionserver/47ee238b5a74:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38693:38693)] 2024-11-27T20:17:27,813 DEBUG [regionserver/47ee238b5a74:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.meta.1732738633979.meta is not closed yet, will try archiving it next time 2024-11-27T20:17:27,813 DEBUG [regionserver/47ee238b5a74:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-1:(num 1732738633998) roll requested 2024-11-27T20:17:27,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741890_1066 (size=1903) 2024-11-27T20:17:27,815 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.meta.1732738633979.meta not finished, retry = 0 2024-11-27T20:17:27,826 DEBUG [regionserver/47ee238b5a74:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-1.1732738647813, exclude list is [], retry=0 2024-11-27T20:17:27,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34017,DS-64dc2d9d-2de9-44b5-96b5-727daa8b1ebe,DISK] 2024-11-27T20:17:27,829 INFO [regionserver/47ee238b5a74:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-1.1732738633998 with entries=15, filesize=4.80 KB; new WAL /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-1.1732738647813 2024-11-27T20:17:27,829 DEBUG [regionserver/47ee238b5a74:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38693:38693)] 2024-11-27T20:17:27,829 DEBUG [regionserver/47ee238b5a74:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-1.1732738633998 is not closed yet, will try archiving it next time 2024-11-27T20:17:27,830 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-1.1732738614277 to hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/oldWALs/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-1.1732738614277 2024-11-27T20:17:27,831 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-1.1732738633998 not finished, retry = 0 2024-11-27T20:17:27,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741891_1067 (size=4927) 2024-11-27T20:17:27,841 DEBUG [rs(47ee238b5a74,45719,1732738587675)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-27T20:17:27,841 INFO [rs(47ee238b5a74,45719,1732738587675)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732738647781 on 47ee238b5a74,45719,1732738587675 2024-11-27T20:17:27,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T20:17:27,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T20:17:27,863 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-27T20:17:27,864 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '47ee238b5a74,45719,1732738587675' in zk 2024-11-27T20:17:27,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/47ee238b5a74,45719,1732738587675 2024-11-27T20:17:27,876 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-27T20:17:27,876 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-27T20:17:27,876 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-27T20:17:27,876 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/47ee238b5a74,45719,1732738587675 2024-11-27T20:17:27,876 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-27T20:17:27,876 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-27T20:17:27,877 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-27T20:17:27,877 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-27T20:17:27,878 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T20:17:27,878 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------47ee238b5a74,45719,1732738587675 2024-11-27T20:17:27,878 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-27T20:17:27,879 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T20:17:27,879 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------47ee238b5a74,45719,1732738587675 2024-11-27T20:17:27,880 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '47ee238b5a74,45719,1732738587675': 2024-11-27T20:17:27,880 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '47ee238b5a74,45719,1732738587675' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-27T20:17:27,880 INFO [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-27T20:17:27,880 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-27T20:17:27,880 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-27T20:17:27,880 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-27T20:17:27,880 INFO [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-27T20:17:27,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-27T20:17:27,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-27T20:17:27,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-27T20:17:27,887 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-27T20:17:27,887 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-27T20:17:27,887 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-27T20:17:27,887 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-27T20:17:27,887 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-27T20:17:27,887 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-27T20:17:27,887 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-27T20:17:27,887 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-27T20:17:27,888 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/47ee238b5a74,45719,1732738587675 2024-11-27T20:17:27,888 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T20:17:27,888 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-27T20:17:27,888 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-27T20:17:27,889 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T20:17:27,889 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------47ee238b5a74,45719,1732738587675 2024-11-27T20:17:27,890 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-27T20:17:27,890 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/47ee238b5a74,45719,1732738587675 2024-11-27T20:17:27,890 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T20:17:27,890 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------47ee238b5a74,45719,1732738587675 2024-11-27T20:17:27,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/47ee238b5a74,45719,1732738587675 2024-11-27T20:17:27,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-27T20:17:27,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-27T20:17:27,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-27T20:17:27,897 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-27T20:17:27,897 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-27T20:17:27,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/47ee238b5a74,45719,1732738587675 2024-11-27T20:17:27,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-27T20:17:27,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-27T20:17:27,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-27T20:17:27,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-27T20:17:27,898 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-27T20:17:27,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-27T20:17:27,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-27T20:17:27,898 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-27T20:17:27,898 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-27T20:17:27,900 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-0.1732738633963 to hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/oldWALs/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-0.1732738633963 2024-11-27T20:17:27,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-27T20:17:27,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1732738647908_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-27T20:17:27,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732738647909 (current time:1732738647909). 2024-11-27T20:17:27,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T20:17:27,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732738647908_backup_system_bulk VERSION not specified, setting to 2 2024-11-27T20:17:27,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd76438, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:17:27,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:17:27,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:17:27,910 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:17:27,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:17:27,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:17:27,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b520781, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:17:27,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:17:27,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:17:27,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:27,912 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:17:27,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7781eb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:17:27,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:17:27,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:17:27,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:17:27,914 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:17:27,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671. 2024-11-27T20:17:27,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T20:17:27,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:27,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:27,915 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:17:27,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-27T20:17:27,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] procedure2.ProcedureExecutor(1139): Stored pid=49, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732738647908_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-27T20:17:27,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732738647908_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 49 2024-11-27T20:17:27,918 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732738647908_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T20:17:27,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-27T20:17:27,919 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732738647908_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T20:17:27,921 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732738647908_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T20:17:27,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741913_1089 (size=76) 2024-11-27T20:17:28,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-27T20:17:28,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-27T20:17:28,330 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732738647908_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T20:17:28,330 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b4b84cd08e834182a880c8268c42e499}] 2024-11-27T20:17:28,332 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b4b84cd08e834182a880c8268c42e499 2024-11-27T20:17:28,454 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-27T20:17:28,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45719 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=50 2024-11-27T20:17:28,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system_bulk,,1732738609599.b4b84cd08e834182a880c8268c42e499. 2024-11-27T20:17:28,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.HRegion(2603): Flush status journal for b4b84cd08e834182a880c8268c42e499: 2024-11-27T20:17:28,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system_bulk,,1732738609599.b4b84cd08e834182a880c8268c42e499. for snapshot_1732738647908_backup_system_bulk completed. 2024-11-27T20:17:28,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(241): Storing 'backup:system_bulk,,1732738609599.b4b84cd08e834182a880c8268c42e499.' region-info for snapshot=snapshot_1732738647908_backup_system_bulk 2024-11-27T20:17:28,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T20:17:28,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T20:17:28,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T20:17:28,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741914_1090 (size=61) 2024-11-27T20:17:28,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-27T20:17:28,893 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system_bulk,,1732738609599.b4b84cd08e834182a880c8268c42e499. 2024-11-27T20:17:28,894 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-27T20:17:28,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-27T20:17:28,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732738647908_backup_system_bulk on region b4b84cd08e834182a880c8268c42e499 2024-11-27T20:17:28,897 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b4b84cd08e834182a880c8268c42e499 2024-11-27T20:17:28,902 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-27T20:17:28,902 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b4b84cd08e834182a880c8268c42e499 in 569 msec 2024-11-27T20:17:28,902 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732738647908_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T20:17:28,903 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732738647908_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T20:17:28,904 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732738647908_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T20:17:28,904 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732738647908_backup_system_bulk 2024-11-27T20:17:28,905 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/.hbase-snapshot/.tmp/snapshot_1732738647908_backup_system_bulk 2024-11-27T20:17:28,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741915_1091 (size=702) 2024-11-27T20:17:29,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-27T20:17:29,320 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732738647908_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T20:17:29,325 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732738647908_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T20:17:29,326 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/.hbase-snapshot/.tmp/snapshot_1732738647908_backup_system_bulk to hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/.hbase-snapshot/snapshot_1732738647908_backup_system_bulk 2024-11-27T20:17:29,327 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732738647908_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T20:17:29,327 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732738647908_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 49 2024-11-27T20:17:29,328 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1732738647908_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } in 1.4110 sec 2024-11-27T20:17:30,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49 2024-11-27T20:17:30,067 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system_bulk completed 2024-11-27T20:17:30,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1732738650067_ns2_test-17327385961201 table=ns2:test-17327385961201 type=FLUSH ttl=0 } 2024-11-27T20:17:30,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732738650068 (current time:1732738650068). 2024-11-27T20:17:30,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T20:17:30,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732738650067_ns2_test-17327385961201 VERSION not specified, setting to 2 2024-11-27T20:17:30,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@96fea5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:17:30,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:17:30,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:17:30,072 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:17:30,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:17:30,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:17:30,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10788dab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:17:30,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:17:30,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:17:30,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:30,075 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:17:30,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ccce2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:17:30,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:17:30,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:17:30,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:17:30,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:17:30,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671. 2024-11-27T20:17:30,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T20:17:30,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:30,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:30,081 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:17:30,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-27T20:17:30,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] procedure2.ProcedureExecutor(1139): Stored pid=51, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732738650067_ns2_test-17327385961201 table=ns2:test-17327385961201 type=FLUSH ttl=0 } 2024-11-27T20:17:30,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732738650067_ns2_test-17327385961201 table=ns2:test-17327385961201 type=FLUSH ttl=0 }, snapshot procedure id = 51 2024-11-27T20:17:30,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-27T20:17:30,085 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732738650067_ns2_test-17327385961201 table=ns2:test-17327385961201 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T20:17:30,087 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732738650067_ns2_test-17327385961201 table=ns2:test-17327385961201 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T20:17:30,091 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732738650067_ns2_test-17327385961201 table=ns2:test-17327385961201 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T20:17:30,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741916_1092 (size=86) 2024-11-27T20:17:30,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-27T20:17:30,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-27T20:17:30,501 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732738650067_ns2_test-17327385961201 table=ns2:test-17327385961201 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T20:17:30,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e6ccb9e75135bd3f94dea3398689aed}] 2024-11-27T20:17:30,504 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e6ccb9e75135bd3f94dea3398689aed 2024-11-27T20:17:30,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45719 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=52 2024-11-27T20:17:30,657 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17327385961201,,1732738598956.2e6ccb9e75135bd3f94dea3398689aed. 2024-11-27T20:17:30,657 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.HRegion(2902): Flushing 2e6ccb9e75135bd3f94dea3398689aed 1/1 column families, dataSize=170 B heapSize=816 B 2024-11-27T20:17:30,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns2/test-17327385961201/2e6ccb9e75135bd3f94dea3398689aed/.tmp/f/143bdaa4cf1042a0922157a2493877b3 is 38, key is row-t20/f:q1/1732738628106/Put/seqid=0 2024-11-27T20:17:30,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741917_1093 (size=5134) 2024-11-27T20:17:30,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-27T20:17:31,067 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns2/test-17327385961201/2e6ccb9e75135bd3f94dea3398689aed/.tmp/f/143bdaa4cf1042a0922157a2493877b3 2024-11-27T20:17:31,083 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns2/test-17327385961201/2e6ccb9e75135bd3f94dea3398689aed/.tmp/f/143bdaa4cf1042a0922157a2493877b3 as hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns2/test-17327385961201/2e6ccb9e75135bd3f94dea3398689aed/f/143bdaa4cf1042a0922157a2493877b3 2024-11-27T20:17:31,091 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns2/test-17327385961201/2e6ccb9e75135bd3f94dea3398689aed/f/143bdaa4cf1042a0922157a2493877b3, entries=5, sequenceid=111, filesize=5.0 K 2024-11-27T20:17:31,092 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.HRegion(3140): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for 2e6ccb9e75135bd3f94dea3398689aed in 435ms, sequenceid=111, compaction requested=false 2024-11-27T20:17:31,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.HRegion(2603): Flush status journal for 2e6ccb9e75135bd3f94dea3398689aed: 2024-11-27T20:17:31,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17327385961201,,1732738598956.2e6ccb9e75135bd3f94dea3398689aed. for snapshot_1732738650067_ns2_test-17327385961201 completed. 2024-11-27T20:17:31,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17327385961201,,1732738598956.2e6ccb9e75135bd3f94dea3398689aed.' region-info for snapshot=snapshot_1732738650067_ns2_test-17327385961201 2024-11-27T20:17:31,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T20:17:31,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns2/test-17327385961201/2e6ccb9e75135bd3f94dea3398689aed/f/63aeb355891f44db9da4a3a4fc3873f5, hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns2/test-17327385961201/2e6ccb9e75135bd3f94dea3398689aed/f/143bdaa4cf1042a0922157a2493877b3] hfiles 2024-11-27T20:17:31,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns2/test-17327385961201/2e6ccb9e75135bd3f94dea3398689aed/f/63aeb355891f44db9da4a3a4fc3873f5 for snapshot=snapshot_1732738650067_ns2_test-17327385961201 2024-11-27T20:17:31,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns2/test-17327385961201/2e6ccb9e75135bd3f94dea3398689aed/f/143bdaa4cf1042a0922157a2493877b3 for snapshot=snapshot_1732738650067_ns2_test-17327385961201 2024-11-27T20:17:31,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741918_1094 (size=130) 2024-11-27T20:17:31,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-27T20:17:31,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17327385961201,,1732738598956.2e6ccb9e75135bd3f94dea3398689aed. 2024-11-27T20:17:31,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-27T20:17:31,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-27T20:17:31,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732738650067_ns2_test-17327385961201 on region 2e6ccb9e75135bd3f94dea3398689aed 2024-11-27T20:17:31,500 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e6ccb9e75135bd3f94dea3398689aed 2024-11-27T20:17:31,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51 2024-11-27T20:17:31,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2e6ccb9e75135bd3f94dea3398689aed in 1.0000 sec 2024-11-27T20:17:31,505 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732738650067_ns2_test-17327385961201 table=ns2:test-17327385961201 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T20:17:31,507 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732738650067_ns2_test-17327385961201 table=ns2:test-17327385961201 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T20:17:31,508 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732738650067_ns2_test-17327385961201 table=ns2:test-17327385961201 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T20:17:31,508 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732738650067_ns2_test-17327385961201 2024-11-27T20:17:31,509 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/.hbase-snapshot/.tmp/snapshot_1732738650067_ns2_test-17327385961201 2024-11-27T20:17:31,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741919_1095 (size=496) 2024-11-27T20:17:31,925 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732738650067_ns2_test-17327385961201 table=ns2:test-17327385961201 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T20:17:31,934 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732738650067_ns2_test-17327385961201 table=ns2:test-17327385961201 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T20:17:31,934 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/.hbase-snapshot/.tmp/snapshot_1732738650067_ns2_test-17327385961201 to hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/.hbase-snapshot/snapshot_1732738650067_ns2_test-17327385961201 2024-11-27T20:17:31,936 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732738650067_ns2_test-17327385961201 table=ns2:test-17327385961201 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T20:17:31,936 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732738650067_ns2_test-17327385961201 table=ns2:test-17327385961201 type=FLUSH ttl=0 }, snapshot procedure id = 51 2024-11-27T20:17:31,937 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1732738650067_ns2_test-17327385961201 table=ns2:test-17327385961201 type=FLUSH ttl=0 } in 1.8530 sec 2024-11-27T20:17:32,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-27T20:17:32,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17327385961201 completed 2024-11-27T20:17:32,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1732738652238_ns4_test-17327385961203 table=ns4:test-17327385961203 type=FLUSH ttl=0 } 2024-11-27T20:17:32,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732738652239 (current time:1732738652239). 2024-11-27T20:17:32,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T20:17:32,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732738652238_ns4_test-17327385961203 VERSION not specified, setting to 2 2024-11-27T20:17:32,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16049a4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:17:32,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:17:32,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:17:32,243 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:17:32,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:17:32,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:17:32,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391370fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:17:32,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:17:32,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:17:32,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:32,247 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:17:32,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@94bc9db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:17:32,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:17:32,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:17:32,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:17:32,250 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:17:32,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671. 2024-11-27T20:17:32,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T20:17:32,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:32,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:32,251 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:17:32,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-27T20:17:32,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] procedure2.ProcedureExecutor(1139): Stored pid=53, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732738652238_ns4_test-17327385961203 table=ns4:test-17327385961203 type=FLUSH ttl=0 } 2024-11-27T20:17:32,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732738652238_ns4_test-17327385961203 table=ns4:test-17327385961203 type=FLUSH ttl=0 }, snapshot procedure id = 53 2024-11-27T20:17:32,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-27T20:17:32,255 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732738652238_ns4_test-17327385961203 table=ns4:test-17327385961203 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T20:17:32,256 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732738652238_ns4_test-17327385961203 table=ns4:test-17327385961203 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T20:17:32,258 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732738652238_ns4_test-17327385961203 table=ns4:test-17327385961203 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T20:17:32,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741920_1096 (size=86) 2024-11-27T20:17:32,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-27T20:17:32,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-27T20:17:32,729 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732738652238_ns4_test-17327385961203 table=ns4:test-17327385961203 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T20:17:32,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 15133114d90d8886ef997e5f0d780700}] 2024-11-27T20:17:32,732 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 15133114d90d8886ef997e5f0d780700 2024-11-27T20:17:32,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-27T20:17:32,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45719 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=54 2024-11-27T20:17:32,891 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-17327385961203,,1732738603427.15133114d90d8886ef997e5f0d780700. 2024-11-27T20:17:32,891 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegion(2603): Flush status journal for 15133114d90d8886ef997e5f0d780700: 2024-11-27T20:17:32,891 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-17327385961203,,1732738603427.15133114d90d8886ef997e5f0d780700. for snapshot_1732738652238_ns4_test-17327385961203 completed. 2024-11-27T20:17:32,891 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(241): Storing 'ns4:test-17327385961203,,1732738603427.15133114d90d8886ef997e5f0d780700.' region-info for snapshot=snapshot_1732738652238_ns4_test-17327385961203 2024-11-27T20:17:32,891 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T20:17:32,891 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T20:17:32,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741921_1097 (size=52) 2024-11-27T20:17:33,298 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-17327385961203,,1732738603427.15133114d90d8886ef997e5f0d780700. 2024-11-27T20:17:33,298 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-27T20:17:33,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-27T20:17:33,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732738652238_ns4_test-17327385961203 on region 15133114d90d8886ef997e5f0d780700 2024-11-27T20:17:33,301 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 15133114d90d8886ef997e5f0d780700 2024-11-27T20:17:33,307 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=53 2024-11-27T20:17:33,307 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=53, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 15133114d90d8886ef997e5f0d780700 in 573 msec 2024-11-27T20:17:33,307 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732738652238_ns4_test-17327385961203 table=ns4:test-17327385961203 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T20:17:33,308 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732738652238_ns4_test-17327385961203 table=ns4:test-17327385961203 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T20:17:33,308 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732738652238_ns4_test-17327385961203 table=ns4:test-17327385961203 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T20:17:33,308 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732738652238_ns4_test-17327385961203 2024-11-27T20:17:33,309 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/.hbase-snapshot/.tmp/snapshot_1732738652238_ns4_test-17327385961203 2024-11-27T20:17:33,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741922_1098 (size=443) 2024-11-27T20:17:33,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-27T20:17:33,573 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 53638a5faccc75a97d493f0616da7a2d, had cached 0 bytes from a total of 28925 2024-11-27T20:17:33,724 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732738652238_ns4_test-17327385961203 table=ns4:test-17327385961203 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T20:17:33,733 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732738652238_ns4_test-17327385961203 table=ns4:test-17327385961203 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T20:17:33,734 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/.hbase-snapshot/.tmp/snapshot_1732738652238_ns4_test-17327385961203 to hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/.hbase-snapshot/snapshot_1732738652238_ns4_test-17327385961203 2024-11-27T20:17:33,736 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732738652238_ns4_test-17327385961203 table=ns4:test-17327385961203 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T20:17:33,736 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732738652238_ns4_test-17327385961203 table=ns4:test-17327385961203 type=FLUSH ttl=0 }, snapshot procedure id = 53 2024-11-27T20:17:33,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1732738652238_ns4_test-17327385961203 table=ns4:test-17327385961203 type=FLUSH ttl=0 } in 1.4840 sec 2024-11-27T20:17:34,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53 2024-11-27T20:17:34,408 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns4:test-17327385961203 completed 2024-11-27T20:17:34,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1732738654409_default_test-1732738596120 table=test-1732738596120 type=FLUSH ttl=0 } 2024-11-27T20:17:34,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732738654411 (current time:1732738654411). 2024-11-27T20:17:34,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T20:17:34,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732738654409_default_test-1732738596120 VERSION not specified, setting to 2 2024-11-27T20:17:34,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66a63a23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:17:34,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:17:34,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:17:34,416 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:17:34,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:17:34,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:17:34,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d9be566, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:17:34,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:17:34,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:17:34,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:34,420 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:17:34,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13f5a9f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:17:34,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:17:34,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:17:34,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:17:34,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:17:34,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671. 2024-11-27T20:17:34,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T20:17:34,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:34,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:34,424 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:17:34,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-27T20:17:34,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] procedure2.ProcedureExecutor(1139): Stored pid=55, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732738654409_default_test-1732738596120 table=test-1732738596120 type=FLUSH ttl=0 } 2024-11-27T20:17:34,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732738654409_default_test-1732738596120 table=test-1732738596120 type=FLUSH ttl=0 }, snapshot procedure id = 55 2024-11-27T20:17:34,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-27T20:17:34,426 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732738654409_default_test-1732738596120 table=test-1732738596120 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T20:17:34,427 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732738654409_default_test-1732738596120 table=test-1732738596120 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T20:17:34,430 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732738654409_default_test-1732738596120 table=test-1732738596120 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T20:17:34,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741923_1099 (size=84) 2024-11-27T20:17:34,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-27T20:17:34,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-27T20:17:34,839 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732738654409_default_test-1732738596120 table=test-1732738596120 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T20:17:34,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c2154823b488bd7fe4a75897f0488172}] 2024-11-27T20:17:34,842 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c2154823b488bd7fe4a75897f0488172 2024-11-27T20:17:34,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45719 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=56 2024-11-27T20:17:34,997 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172. 2024-11-27T20:17:34,997 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.HRegion(2603): Flush status journal for c2154823b488bd7fe4a75897f0488172: 2024-11-27T20:17:34,997 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172. for snapshot_1732738654409_default_test-1732738596120 completed. 2024-11-27T20:17:34,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(241): Storing 'test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172.' region-info for snapshot=snapshot_1732738654409_default_test-1732738596120 2024-11-27T20:17:34,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T20:17:34,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/f/064fe03773b944feb53f29c0ed8d6a9d, hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/f/42eb3b2dd6ec4a3ea390b9c64456f881] hfiles 2024-11-27T20:17:34,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/f/064fe03773b944feb53f29c0ed8d6a9d for snapshot=snapshot_1732738654409_default_test-1732738596120 2024-11-27T20:17:34,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/f/42eb3b2dd6ec4a3ea390b9c64456f881 for snapshot=snapshot_1732738654409_default_test-1732738596120 2024-11-27T20:17:34,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T20:17:34,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/mob/80a017e0b3054befb7cff8dd4117bdda, hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/mob/c8e5f10f533245579fedbd85db4ef2fa] hfiles 2024-11-27T20:17:34,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/mob/80a017e0b3054befb7cff8dd4117bdda for snapshot=snapshot_1732738654409_default_test-1732738596120 2024-11-27T20:17:34,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/mob/c8e5f10f533245579fedbd85db4ef2fa for snapshot=snapshot_1732738654409_default_test-1732738596120 2024-11-27T20:17:35,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741924_1100 (size=224) 2024-11-27T20:17:35,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-27T20:17:35,411 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172. 2024-11-27T20:17:35,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-27T20:17:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-27T20:17:35,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732738654409_default_test-1732738596120 on region c2154823b488bd7fe4a75897f0488172 2024-11-27T20:17:35,414 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c2154823b488bd7fe4a75897f0488172 2024-11-27T20:17:35,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=55 2024-11-27T20:17:35,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=55, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c2154823b488bd7fe4a75897f0488172 in 577 msec 2024-11-27T20:17:35,421 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732738654409_default_test-1732738596120 table=test-1732738596120 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T20:17:35,423 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732738654409_default_test-1732738596120 table=test-1732738596120 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T20:17:35,425 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-27T20:17:35,425 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-27T20:17:35,425 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:35,425 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-27T20:17:35,426 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:35,426 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f2 2024-11-27T20:17:35,426 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:35,427 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/mobdir/data/default/test-1732738596120/274339127b76f5babaeef2c77a7de8cc/mob/d41d8cd98f00b204e9800998ecf8427e2024112772feb9e36ec54f43b4735c4065892e24_c2154823b488bd7fe4a75897f0488172] hfiles 2024-11-27T20:17:35,428 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/mobdir/data/default/test-1732738596120/274339127b76f5babaeef2c77a7de8cc/mob/d41d8cd98f00b204e9800998ecf8427e2024112772feb9e36ec54f43b4735c4065892e24_c2154823b488bd7fe4a75897f0488172 2024-11-27T20:17:35,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741925_1101 (size=168) 2024-11-27T20:17:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-27T20:17:35,838 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732738654409_default_test-1732738596120 table=test-1732738596120 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T20:17:35,838 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732738654409_default_test-1732738596120 2024-11-27T20:17:35,840 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/.hbase-snapshot/.tmp/snapshot_1732738654409_default_test-1732738596120 2024-11-27T20:17:35,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741926_1102 (size=1305) 2024-11-27T20:17:36,257 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732738654409_default_test-1732738596120 table=test-1732738596120 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T20:17:36,268 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732738654409_default_test-1732738596120 table=test-1732738596120 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T20:17:36,269 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/.hbase-snapshot/.tmp/snapshot_1732738654409_default_test-1732738596120 to hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/.hbase-snapshot/snapshot_1732738654409_default_test-1732738596120 2024-11-27T20:17:36,270 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732738654409_default_test-1732738596120 table=test-1732738596120 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T20:17:36,270 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732738654409_default_test-1732738596120 table=test-1732738596120 type=FLUSH ttl=0 }, snapshot procedure id = 55 2024-11-27T20:17:36,271 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1732738654409_default_test-1732738596120 table=test-1732738596120 type=FLUSH ttl=0 } in 1.8450 sec 2024-11-27T20:17:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-27T20:17:36,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1732738596120 completed 2024-11-27T20:17:36,580 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1732738656578_ns3_test-17327385961202 table=ns3:test-17327385961202 type=FLUSH ttl=0 } 2024-11-27T20:17:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732738656580 (current time:1732738656580). 2024-11-27T20:17:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T20:17:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732738656578_ns3_test-17327385961202 VERSION not specified, setting to 2 2024-11-27T20:17:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8835c55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:17:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:17:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:17:36,584 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:17:36,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:17:36,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:17:36,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62e2a1d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:17:36,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:17:36,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:17:36,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:36,588 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:17:36,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b8a5028, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:17:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:17:36,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:17:36,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:17:36,593 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:17:36,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671. 2024-11-27T20:17:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T20:17:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:36,595 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:17:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-27T20:17:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732738656578_ns3_test-17327385961202 table=ns3:test-17327385961202 type=FLUSH ttl=0 } 2024-11-27T20:17:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732738656578_ns3_test-17327385961202 table=ns3:test-17327385961202 type=FLUSH ttl=0 }, snapshot procedure id = 57 2024-11-27T20:17:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-27T20:17:36,598 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732738656578_ns3_test-17327385961202 table=ns3:test-17327385961202 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T20:17:36,599 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732738656578_ns3_test-17327385961202 table=ns3:test-17327385961202 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T20:17:36,602 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732738656578_ns3_test-17327385961202 table=ns3:test-17327385961202 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T20:17:36,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741927_1103 (size=86) 2024-11-27T20:17:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-27T20:17:36,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-27T20:17:37,010 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732738656578_ns3_test-17327385961202 table=ns3:test-17327385961202 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T20:17:37,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13ee7989ddde6e71cb1650ec545319d1}] 2024-11-27T20:17:37,011 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13ee7989ddde6e71cb1650ec545319d1 2024-11-27T20:17:37,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45719 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=58 2024-11-27T20:17:37,165 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17327385961202,,1732738601257.13ee7989ddde6e71cb1650ec545319d1. 2024-11-27T20:17:37,165 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.HRegion(2603): Flush status journal for 13ee7989ddde6e71cb1650ec545319d1: 2024-11-27T20:17:37,165 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17327385961202,,1732738601257.13ee7989ddde6e71cb1650ec545319d1. for snapshot_1732738656578_ns3_test-17327385961202 completed. 2024-11-27T20:17:37,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(241): Storing 'ns3:test-17327385961202,,1732738601257.13ee7989ddde6e71cb1650ec545319d1.' region-info for snapshot=snapshot_1732738656578_ns3_test-17327385961202 2024-11-27T20:17:37,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T20:17:37,166 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T20:17:37,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741928_1104 (size=52) 2024-11-27T20:17:37,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-27T20:17:37,577 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17327385961202,,1732738601257.13ee7989ddde6e71cb1650ec545319d1. 2024-11-27T20:17:37,577 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-27T20:17:37,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-11-27T20:17:37,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732738656578_ns3_test-17327385961202 on region 13ee7989ddde6e71cb1650ec545319d1 2024-11-27T20:17:37,578 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13ee7989ddde6e71cb1650ec545319d1 2024-11-27T20:17:37,581 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-27T20:17:37,581 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732738656578_ns3_test-17327385961202 table=ns3:test-17327385961202 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T20:17:37,581 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 13ee7989ddde6e71cb1650ec545319d1 in 569 msec 2024-11-27T20:17:37,582 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732738656578_ns3_test-17327385961202 table=ns3:test-17327385961202 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T20:17:37,582 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732738656578_ns3_test-17327385961202 table=ns3:test-17327385961202 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T20:17:37,582 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732738656578_ns3_test-17327385961202 2024-11-27T20:17:37,583 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/.hbase-snapshot/.tmp/snapshot_1732738656578_ns3_test-17327385961202 2024-11-27T20:17:37,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741929_1105 (size=443) 2024-11-27T20:17:37,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-27T20:17:38,044 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732738656578_ns3_test-17327385961202 table=ns3:test-17327385961202 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T20:17:38,055 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732738656578_ns3_test-17327385961202 table=ns3:test-17327385961202 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T20:17:38,055 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/.hbase-snapshot/.tmp/snapshot_1732738656578_ns3_test-17327385961202 to hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/.hbase-snapshot/snapshot_1732738656578_ns3_test-17327385961202 2024-11-27T20:17:38,057 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732738656578_ns3_test-17327385961202 table=ns3:test-17327385961202 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T20:17:38,057 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732738656578_ns3_test-17327385961202 table=ns3:test-17327385961202 type=FLUSH ttl=0 }, snapshot procedure id = 57 2024-11-27T20:17:38,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1732738656578_ns3_test-17327385961202 table=ns3:test-17327385961202 type=FLUSH ttl=0 } in 1.4620 sec 2024-11-27T20:17:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-27T20:17:38,748 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns3:test-17327385961202 completed 2024-11-27T20:17:38,748 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1732738643403 2024-11-27T20:17:38,749 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-27T20:17:38,749 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 5 snapshots to be copied. 2024-11-27T20:17:38,749 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732738643403_backup:system_bulk 2024-11-27T20:17:38,749 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732738647908_backup_system_bulk to hdfs://localhost:34489/backupUT/backup_1732738643403/backup/system_bulk/ 2024-11-27T20:17:38,749 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-27T20:17:38,786 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:34489, inputRoot=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c 2024-11-27T20:17:38,786 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1359412270_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:34489/backupUT/backup_1732738643403/backup/system_bulk, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:34489/backupUT/backup_1732738643403/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1732738647908_backup_system_bulk 2024-11-27T20:17:38,788 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-27T20:17:38,792 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/.hbase-snapshot/snapshot_1732738647908_backup_system_bulk to hdfs://localhost:34489/backupUT/backup_1732738643403/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1732738647908_backup_system_bulk 2024-11-27T20:17:38,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741930_1106 (size=702) 2024-11-27T20:17:38,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741931_1107 (size=76) 2024-11-27T20:17:39,207 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:39,208 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:39,209 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:40,075 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/hadoop-3873080352460024253.jar 2024-11-27T20:17:40,075 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:40,076 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:40,076 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:40,076 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:40,076 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:40,076 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:40,077 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:40,077 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:40,077 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:40,077 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T20:17:40,077 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T20:17:40,078 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T20:17:40,078 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T20:17:40,078 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T20:17:40,078 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T20:17:40,078 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T20:17:40,079 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T20:17:40,079 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T20:17:40,079 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T20:17:40,079 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T20:17:40,079 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T20:17:40,080 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T20:17:40,080 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T20:17:40,080 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T20:17:40,080 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T20:17:40,081 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T20:17:40,081 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T20:17:40,118 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T20:17:40,140 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732738647908_backup_system_bulk' hfile list 2024-11-27T20:17:40,223 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/mapreduce.cluster.local.dir/job_local1733597627_0005_fecc8ec5-b23a-435b-9c4c-546b51a49367/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-27T20:17:40,223 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/mapreduce.cluster.local.dir/job_local1733597627_0005_fecc8ec5-b23a-435b-9c4c-546b51a49367/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-27T20:17:41,259 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-27T20:17:41,261 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-27T20:17:41,271 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732738647908_backup_system_bulk 2024-11-27T20:17:41,271 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732738647908_backup_system_bulk finished. 2024-11-27T20:17:41,271 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732738643403_ns2:test-17327385961201 2024-11-27T20:17:41,271 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732738650067_ns2_test-17327385961201 to hdfs://localhost:34489/backupUT/backup_1732738643403/ns2/test-17327385961201/ 2024-11-27T20:17:41,271 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-27T20:17:41,298 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:34489, inputRoot=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c 2024-11-27T20:17:41,298 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1359412270_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:34489/backupUT/backup_1732738643403/ns2/test-17327385961201, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:34489/backupUT/backup_1732738643403/ns2/test-17327385961201/.hbase-snapshot/.tmp/snapshot_1732738650067_ns2_test-17327385961201 2024-11-27T20:17:41,300 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-27T20:17:41,304 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/.hbase-snapshot/snapshot_1732738650067_ns2_test-17327385961201 to hdfs://localhost:34489/backupUT/backup_1732738643403/ns2/test-17327385961201/.hbase-snapshot/.tmp/snapshot_1732738650067_ns2_test-17327385961201 2024-11-27T20:17:41,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741932_1108 (size=86) 2024-11-27T20:17:41,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741933_1109 (size=496) 2024-11-27T20:17:41,724 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:41,725 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:41,725 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:42,595 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/hadoop-3023171641579684451.jar 2024-11-27T20:17:42,595 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:42,595 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:42,595 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:42,596 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:42,596 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:42,596 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:42,596 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:42,596 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:42,596 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:42,597 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T20:17:42,597 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T20:17:42,597 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T20:17:42,597 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T20:17:42,597 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T20:17:42,598 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T20:17:42,598 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T20:17:42,598 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T20:17:42,598 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T20:17:42,598 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T20:17:42,599 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T20:17:42,599 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T20:17:42,599 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T20:17:42,599 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T20:17:42,599 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T20:17:42,599 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T20:17:42,600 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T20:17:42,600 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T20:17:42,632 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T20:17:42,658 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732738650067_ns2_test-17327385961201' hfile list 2024-11-27T20:17:42,660 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=13.2 K 2024-11-27T20:17:42,744 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/mapreduce.cluster.local.dir/job_local308326189_0006_2812f7ec-6556-4e53-bd52-c17a7f71d37b/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-27T20:17:42,744 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/mapreduce.cluster.local.dir/job_local308326189_0006_2812f7ec-6556-4e53-bd52-c17a7f71d37b/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-27T20:17:42,810 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-11-27T20:17:42,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741934_1110 (size=8413) 2024-11-27T20:17:43,249 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns2/test-17327385961201/2e6ccb9e75135bd3f94dea3398689aed/f/63aeb355891f44db9da4a3a4fc3873f5 output=hdfs://localhost:34489/backupUT/backup_1732738643403/ns2/test-17327385961201/archive/data/ns2/test-17327385961201/2e6ccb9e75135bd3f94dea3398689aed/f/63aeb355891f44db9da4a3a4fc3873f5 2024-11-27T20:17:43,249 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.018M/sec 2024-11-27T20:17:43,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741935_1111 (size=5134) 2024-11-27T20:17:43,678 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns2/test-17327385961201/2e6ccb9e75135bd3f94dea3398689aed/f/143bdaa4cf1042a0922157a2493877b3 output=hdfs://localhost:34489/backupUT/backup_1732738643403/ns2/test-17327385961201/archive/data/ns2/test-17327385961201/2e6ccb9e75135bd3f94dea3398689aed/f/143bdaa4cf1042a0922157a2493877b3 2024-11-27T20:17:43,678 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5134 (5.0 K) time=0sec 0.012M/sec 2024-11-27T20:17:43,786 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-27T20:17:43,788 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-27T20:17:43,794 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732738650067_ns2_test-17327385961201 2024-11-27T20:17:43,794 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732738650067_ns2_test-17327385961201 finished. 2024-11-27T20:17:43,794 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732738643403_ns4:test-17327385961203 2024-11-27T20:17:43,794 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732738652238_ns4_test-17327385961203 to hdfs://localhost:34489/backupUT/backup_1732738643403/ns4/test-17327385961203/ 2024-11-27T20:17:43,794 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-27T20:17:43,821 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:34489, inputRoot=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c 2024-11-27T20:17:43,821 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1359412270_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:34489/backupUT/backup_1732738643403/ns4/test-17327385961203, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:34489/backupUT/backup_1732738643403/ns4/test-17327385961203/.hbase-snapshot/.tmp/snapshot_1732738652238_ns4_test-17327385961203 2024-11-27T20:17:43,823 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-27T20:17:43,827 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/.hbase-snapshot/snapshot_1732738652238_ns4_test-17327385961203 to hdfs://localhost:34489/backupUT/backup_1732738643403/ns4/test-17327385961203/.hbase-snapshot/.tmp/snapshot_1732738652238_ns4_test-17327385961203 2024-11-27T20:17:43,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741936_1112 (size=443) 2024-11-27T20:17:43,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741937_1113 (size=86) 2024-11-27T20:17:44,244 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:44,244 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:44,245 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:45,114 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/hadoop-5342861331786597973.jar 2024-11-27T20:17:45,114 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:45,115 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:45,115 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:45,115 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:45,115 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:45,115 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:45,116 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:45,116 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:45,116 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:45,116 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T20:17:45,116 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T20:17:45,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T20:17:45,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T20:17:45,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T20:17:45,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T20:17:45,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T20:17:45,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T20:17:45,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T20:17:45,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T20:17:45,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T20:17:45,119 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T20:17:45,119 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T20:17:45,119 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T20:17:45,119 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T20:17:45,119 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T20:17:45,119 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T20:17:45,120 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T20:17:45,155 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T20:17:45,177 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732738652238_ns4_test-17327385961203' hfile list 2024-11-27T20:17:45,254 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/mapreduce.cluster.local.dir/job_local1873958479_0007_33cfc208-d186-4d32-b3d0-167632450eef/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-27T20:17:45,254 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/mapreduce.cluster.local.dir/job_local1873958479_0007_33cfc208-d186-4d32-b3d0-167632450eef/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-27T20:17:46,288 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-27T20:17:46,291 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-27T20:17:46,301 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732738652238_ns4_test-17327385961203 2024-11-27T20:17:46,302 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732738652238_ns4_test-17327385961203 finished. 2024-11-27T20:17:46,302 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732738643403_test-1732738596120 2024-11-27T20:17:46,302 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732738654409_default_test-1732738596120 to hdfs://localhost:34489/backupUT/backup_1732738643403/default/test-1732738596120/ 2024-11-27T20:17:46,302 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-27T20:17:46,339 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:34489, inputRoot=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c 2024-11-27T20:17:46,339 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1359412270_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:34489/backupUT/backup_1732738643403/default/test-1732738596120, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:34489/backupUT/backup_1732738643403/default/test-1732738596120/.hbase-snapshot/.tmp/snapshot_1732738654409_default_test-1732738596120 2024-11-27T20:17:46,341 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-27T20:17:46,348 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/.hbase-snapshot/snapshot_1732738654409_default_test-1732738596120 to hdfs://localhost:34489/backupUT/backup_1732738643403/default/test-1732738596120/.hbase-snapshot/.tmp/snapshot_1732738654409_default_test-1732738596120 2024-11-27T20:17:46,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741938_1114 (size=84) 2024-11-27T20:17:46,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741939_1115 (size=1305) 2024-11-27T20:17:46,764 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:46,765 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:46,766 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:47,638 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/hadoop-3811966980719817210.jar 2024-11-27T20:17:47,638 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:47,639 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:47,639 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:47,639 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:47,639 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:47,639 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:47,639 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:47,640 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:47,640 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:47,640 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T20:17:47,640 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T20:17:47,640 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T20:17:47,641 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T20:17:47,641 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T20:17:47,641 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T20:17:47,641 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T20:17:47,641 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T20:17:47,641 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T20:17:47,642 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T20:17:47,642 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T20:17:47,642 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T20:17:47,642 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T20:17:47,642 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T20:17:47,643 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T20:17:47,643 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T20:17:47,643 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T20:17:47,643 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T20:17:47,675 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T20:17:47,700 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732738654409_default_test-1732738596120' hfile list 2024-11-27T20:17:47,702 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=43.0 K 2024-11-27T20:17:47,778 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/mapreduce.cluster.local.dir/job_local1711836520_0008_9a65c038-dec8-427e-9c46-3f2033866b61/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-27T20:17:47,778 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/mapreduce.cluster.local.dir/job_local1711836520_0008_9a65c038-dec8-427e-9c46-3f2033866b61/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-27T20:17:47,847 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-11-27T20:17:47,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741940_1116 (size=13760) 2024-11-27T20:17:48,281 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/mob/c8e5f10f533245579fedbd85db4ef2fa output=hdfs://localhost:34489/backupUT/backup_1732738643403/default/test-1732738596120/archive/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/mob/c8e5f10f533245579fedbd85db4ef2fa 2024-11-27T20:17:48,281 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=13760 (13.4 K) time=0sec 0.031M/sec 2024-11-27T20:17:48,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741941_1117 (size=10796) 2024-11-27T20:17:48,710 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/f/42eb3b2dd6ec4a3ea390b9c64456f881 output=hdfs://localhost:34489/backupUT/backup_1732738643403/default/test-1732738596120/archive/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/f/42eb3b2dd6ec4a3ea390b9c64456f881 2024-11-27T20:17:48,711 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=10796 (10.5 K) time=0sec 0.024M/sec 2024-11-27T20:17:48,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741942_1118 (size=8413) 2024-11-27T20:17:49,146 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/f/064fe03773b944feb53f29c0ed8d6a9d output=hdfs://localhost:34489/backupUT/backup_1732738643403/default/test-1732738596120/archive/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/f/064fe03773b944feb53f29c0ed8d6a9d 2024-11-27T20:17:49,146 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-11-27T20:17:49,159 WARN [LocalJobRunner Map Task Executor #0 {}] mapred.Task(640): Task status: "copied 5.5 K/5.5 K (100.0%) from hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/mobdir/data/default/test-1732738596120/274339127b76f5babaeef2c77a7de8cc/mob/d41d8cd98f00b204e9800998ecf8427e2024112772feb9e36ec54f43b4735c4065892e24_c2154823b488bd7fe4a75897f0488172 to hdfs://localhost:34489/backupUT/backup_1732738643403/default/test-1732738596120/archive/data/default/test-1732738596120/274339127b76f5babaeef2c77a7de8cc/mob/d41d8cd98f00b204e9800998ecf8427e2024112772feb9e36ec54f43b4735c4065892e24_c2154823b488bd7fe4a75897f0488172" truncated to max limit (512 characters) 2024-11-27T20:17:49,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741943_1119 (size=5591) 2024-11-27T20:17:49,574 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/mobdir/data/default/test-1732738596120/274339127b76f5babaeef2c77a7de8cc/mob/d41d8cd98f00b204e9800998ecf8427e2024112772feb9e36ec54f43b4735c4065892e24_c2154823b488bd7fe4a75897f0488172 output=hdfs://localhost:34489/backupUT/backup_1732738643403/default/test-1732738596120/archive/data/default/test-1732738596120/274339127b76f5babaeef2c77a7de8cc/mob/d41d8cd98f00b204e9800998ecf8427e2024112772feb9e36ec54f43b4735c4065892e24_c2154823b488bd7fe4a75897f0488172 2024-11-27T20:17:49,574 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5591 (5.5 K) time=0sec 0.013M/sec 2024-11-27T20:17:49,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741944_1120 (size=5484) 2024-11-27T20:17:50,011 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/mob/80a017e0b3054befb7cff8dd4117bdda output=hdfs://localhost:34489/backupUT/backup_1732738643403/default/test-1732738596120/archive/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/mob/80a017e0b3054befb7cff8dd4117bdda 2024-11-27T20:17:50,011 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-11-27T20:17:50,824 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-27T20:17:50,825 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-27T20:17:50,838 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732738654409_default_test-1732738596120 2024-11-27T20:17:50,838 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732738654409_default_test-1732738596120 finished. 2024-11-27T20:17:50,838 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732738643403_ns3:test-17327385961202 2024-11-27T20:17:50,838 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732738656578_ns3_test-17327385961202 to hdfs://localhost:34489/backupUT/backup_1732738643403/ns3/test-17327385961202/ 2024-11-27T20:17:50,838 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-27T20:17:50,866 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:34489, inputRoot=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c 2024-11-27T20:17:50,867 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1359412270_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:34489/backupUT/backup_1732738643403/ns3/test-17327385961202, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:34489/backupUT/backup_1732738643403/ns3/test-17327385961202/.hbase-snapshot/.tmp/snapshot_1732738656578_ns3_test-17327385961202 2024-11-27T20:17:50,868 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-27T20:17:50,872 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/.hbase-snapshot/snapshot_1732738656578_ns3_test-17327385961202 to hdfs://localhost:34489/backupUT/backup_1732738643403/ns3/test-17327385961202/.hbase-snapshot/.tmp/snapshot_1732738656578_ns3_test-17327385961202 2024-11-27T20:17:50,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741946_1122 (size=86) 2024-11-27T20:17:50,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741945_1121 (size=443) 2024-11-27T20:17:51,287 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:51,288 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:51,288 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:52,159 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/hadoop-14622153569262776822.jar 2024-11-27T20:17:52,159 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:52,159 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:52,159 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:52,159 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:52,160 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:52,160 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:52,160 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:52,160 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:52,160 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:17:52,160 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T20:17:52,161 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T20:17:52,161 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T20:17:52,161 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T20:17:52,161 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T20:17:52,161 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T20:17:52,162 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T20:17:52,162 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T20:17:52,162 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T20:17:52,162 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T20:17:52,162 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T20:17:52,163 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T20:17:52,163 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T20:17:52,163 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T20:17:52,163 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T20:17:52,163 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T20:17:52,163 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T20:17:52,163 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T20:17:52,194 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T20:17:52,219 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732738656578_ns3_test-17327385961202' hfile list 2024-11-27T20:17:52,302 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/mapreduce.cluster.local.dir/job_local52758682_0009_f97ffe86-1c20-4041-bffa-d8cf9df327d2/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-27T20:17:52,302 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/mapreduce.cluster.local.dir/job_local52758682_0009_f97ffe86-1c20-4041-bffa-d8cf9df327d2/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-27T20:17:53,343 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-27T20:17:53,344 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-27T20:17:53,348 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732738656578_ns3_test-17327385961202 2024-11-27T20:17:53,349 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732738656578_ns3_test-17327385961202 finished. 2024-11-27T20:17:53,349 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): backup:system_bulk 2024-11-27T20:17:53,349 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17327385961201 2024-11-27T20:17:53,349 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns4:test-17327385961203 2024-11-27T20:17:53,349 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1732738596120 2024-11-27T20:17:53,349 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns3:test-17327385961202 2024-11-27T20:17:53,358 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732738643403 2024-11-27T20:17:53,358 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-27T20:17:53,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741947_1123 (size=209) 2024-11-27T20:17:53,765 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:34489/backupUT/backup_1732738643403/.backup.manifest 2024-11-27T20:17:53,765 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732738643403 finished: type=FULL,tablelist=backup:system_bulk;ns2:test-17327385961201;ns4:test-17327385961203;test-1732738596120;ns3:test-17327385961202,targetRootDir=hdfs://localhost:34489/backupUT,startts=1732738647598,completets=1732738673358,bytescopied=0 2024-11-27T20:17:53,766 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-27T20:17:53,766 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732738647908_backup_system_bulk 2024-11-27T20:17:53,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1732738647908_backup_system_bulk" type: DISABLED 2024-11-27T20:17:53,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732738647908_backup_system_bulk 2024-11-27T20:17:53,775 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732738647908_backup_system_bulk for backup backup_1732738643403 succeeded. 2024-11-27T20:17:53,775 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732738650067_ns2_test-17327385961201 2024-11-27T20:17:53,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1732738650067_ns2_test-17327385961201" type: DISABLED 2024-11-27T20:17:53,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732738650067_ns2_test-17327385961201 2024-11-27T20:17:53,781 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732738650067_ns2_test-17327385961201 for backup backup_1732738643403 succeeded. 2024-11-27T20:17:53,781 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732738652238_ns4_test-17327385961203 2024-11-27T20:17:53,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1732738652238_ns4_test-17327385961203" type: DISABLED 2024-11-27T20:17:53,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732738652238_ns4_test-17327385961203 2024-11-27T20:17:53,785 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732738652238_ns4_test-17327385961203 for backup backup_1732738643403 succeeded. 2024-11-27T20:17:53,785 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732738654409_default_test-1732738596120 2024-11-27T20:17:53,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1732738654409_default_test-1732738596120" type: DISABLED 2024-11-27T20:17:53,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732738654409_default_test-1732738596120 2024-11-27T20:17:53,789 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732738654409_default_test-1732738596120 for backup backup_1732738643403 succeeded. 2024-11-27T20:17:53,789 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732738656578_ns3_test-17327385961202 2024-11-27T20:17:53,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1732738656578_ns3_test-17327385961202" type: DISABLED 2024-11-27T20:17:53,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732738656578_ns3_test-17327385961202 2024-11-27T20:17:53,793 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732738656578_ns3_test-17327385961202 for backup backup_1732738643403 succeeded. 2024-11-27T20:17:53,793 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-27T20:17:53,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system" type: DISABLED 2024-11-27T20:17:53,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-27T20:17:53,800 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-27T20:17:53,802 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-27T20:17:53,807 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732738643403 completed. 2024-11-27T20:17:53,816 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T20:17:53,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T20:17:55,201 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T20:17:58,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T20:17:58,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T20:17:58,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T20:17:58,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T20:17:58,882 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-27T20:17:58,914 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732738678832 2024-11-27T20:17:58,917 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732738643403} 2024-11-27T20:17:58,917 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-27T20:17:58,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T20:17:58,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T20:17:58,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T20:17:58,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T20:17:58,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T20:17:58,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T20:17:58,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T20:17:58,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T20:17:59,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T20:17:59,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T20:17:59,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-27T20:17:59,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732738679017 (current time:1732738679017). 2024-11-27T20:17:59,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T20:17:59,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-27T20:17:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11e48046, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:17:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:17:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:17:59,019 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:17:59,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:17:59,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:17:59,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49bcca3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:17:59,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:17:59,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:17:59,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:59,021 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:17:59,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9d0aff3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:17:59,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:17:59,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:17:59,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:17:59,024 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:17:59,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671. 2024-11-27T20:17:59,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T20:17:59,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:59,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:59,025 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:17:59,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-27T20:17:59,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] procedure2.ProcedureExecutor(1139): Stored pid=59, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-27T20:17:59,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 59 2024-11-27T20:17:59,028 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T20:17:59,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-27T20:17:59,029 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T20:17:59,031 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T20:17:59,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741948_1124 (size=52) 2024-11-27T20:17:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-27T20:17:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-27T20:17:59,439 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T20:17:59,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53638a5faccc75a97d493f0616da7a2d}] 2024-11-27T20:17:59,442 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53638a5faccc75a97d493f0616da7a2d 2024-11-27T20:17:59,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45719 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=60 2024-11-27T20:17:59,595 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d. 2024-11-27T20:17:59,596 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegion(2902): Flushing 53638a5faccc75a97d493f0616da7a2d 2/2 column families, dataSize=2.54 KB heapSize=4.22 KB 2024-11-27T20:17:59,605 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/.tmp/meta/0f96eeb5523b40d281c6792a84daaaca is 158, key is trslm:hdfs://localhost:34489/backupUT\x00ns2:test-17327385961201/meta:log-roll-map/1732738673353/Put/seqid=0 2024-11-27T20:17:59,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741949_1125 (size=6646) 2024-11-27T20:17:59,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-27T20:18:00,011 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.36 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/.tmp/meta/0f96eeb5523b40d281c6792a84daaaca 2024-11-27T20:18:00,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/.tmp/session/18a293b79f044aa9aef57cdeab8062ef is 826, key is session:backup_1732738643403/session:context/1732738673801/Put/seqid=0 2024-11-27T20:18:00,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741950_1126 (size=5928) 2024-11-27T20:18:00,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-27T20:18:00,433 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/.tmp/session/18a293b79f044aa9aef57cdeab8062ef 2024-11-27T20:18:00,446 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/.tmp/meta/0f96eeb5523b40d281c6792a84daaaca as hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/meta/0f96eeb5523b40d281c6792a84daaaca 2024-11-27T20:18:00,453 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/meta/0f96eeb5523b40d281c6792a84daaaca, entries=12, sequenceid=42, filesize=6.5 K 2024-11-27T20:18:00,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/.tmp/session/18a293b79f044aa9aef57cdeab8062ef as hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/session/18a293b79f044aa9aef57cdeab8062ef 2024-11-27T20:18:00,460 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/session/18a293b79f044aa9aef57cdeab8062ef, entries=2, sequenceid=42, filesize=5.8 K 2024-11-27T20:18:00,461 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2604, heapSize ~4.19 KB/4288, currentSize=0 B/0 for 53638a5faccc75a97d493f0616da7a2d in 865ms, sequenceid=42, compaction requested=true 2024-11-27T20:18:00,461 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegion(2603): Flush status journal for 53638a5faccc75a97d493f0616da7a2d: 2024-11-27T20:18:00,461 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d. for snapshot_backup_system completed. 2024-11-27T20:18:00,461 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d.' region-info for snapshot=snapshot_backup_system 2024-11-27T20:18:00,461 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T20:18:00,461 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/meta/af8f879017e54b0294ad2c8e5f660caa, hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/meta/e20788a8c6684d74aac9113c4cf8f7d6, hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/meta/0f96eeb5523b40d281c6792a84daaaca] hfiles 2024-11-27T20:18:00,461 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/meta/af8f879017e54b0294ad2c8e5f660caa for snapshot=snapshot_backup_system 2024-11-27T20:18:00,461 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/meta/e20788a8c6684d74aac9113c4cf8f7d6 for snapshot=snapshot_backup_system 2024-11-27T20:18:00,461 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/meta/0f96eeb5523b40d281c6792a84daaaca for snapshot=snapshot_backup_system 2024-11-27T20:18:00,462 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/session/94cbdeb5580d4c739c617a64d9e806cc, hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/session/89fb0c58443243ce973d1168e6c7ec08, hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/session/80b41fda605f46bf8f3432a049e30fcc, hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/session/18a293b79f044aa9aef57cdeab8062ef] hfiles 2024-11-27T20:18:00,462 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (1/4): hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/session/94cbdeb5580d4c739c617a64d9e806cc for snapshot=snapshot_backup_system 2024-11-27T20:18:00,462 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (2/4): hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/session/89fb0c58443243ce973d1168e6c7ec08 for snapshot=snapshot_backup_system 2024-11-27T20:18:00,462 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (3/4): hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/session/80b41fda605f46bf8f3432a049e30fcc for snapshot=snapshot_backup_system 2024-11-27T20:18:00,462 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (4/4): hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/session/18a293b79f044aa9aef57cdeab8062ef for snapshot=snapshot_backup_system 2024-11-27T20:18:00,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741951_1127 (size=330) 2024-11-27T20:18:00,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d. 2024-11-27T20:18:00,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-27T20:18:00,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.HMaster(4169): Remote procedure done, pid=60 2024-11-27T20:18:00,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 53638a5faccc75a97d493f0616da7a2d 2024-11-27T20:18:00,871 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53638a5faccc75a97d493f0616da7a2d 2024-11-27T20:18:00,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=59 2024-11-27T20:18:00,876 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T20:18:00,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=59, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 53638a5faccc75a97d493f0616da7a2d in 1.4330 sec 2024-11-27T20:18:00,877 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T20:18:00,878 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T20:18:00,878 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-27T20:18:00,879 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-27T20:18:00,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741952_1128 (size=967) 2024-11-27T20:18:01,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-27T20:18:01,295 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T20:18:01,307 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T20:18:01,308 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/.hbase-snapshot/snapshot_backup_system 2024-11-27T20:18:01,309 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T20:18:01,309 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 59 2024-11-27T20:18:01,311 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2830 sec 2024-11-27T20:18:03,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-27T20:18:03,197 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-27T20:18:03,197 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732738678832 started at 1732738683197. 2024-11-27T20:18:03,200 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732738678832 has been started. 2024-11-27T20:18:03,206 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [ns4:test-17327385961203, backup:system_bulk, test-1732738596120, ns2:test-17327385961201, ns3:test-17327385961202] 2024-11-27T20:18:03,211 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1732738633998for backupID backup_1732738678832 2024-11-27T20:18:03,211 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-27T20:18:03,212 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc 2024-11-27T20:18:03,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-27T20:18:03,212 INFO [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-27T20:18:03,212 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-27T20:18:03,212 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-27T20:18:03,212 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-27T20:18:03,213 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-27T20:18:03,213 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-27T20:18:03,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-27T20:18:03,313 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/47ee238b5a74,45719,1732738587675 2024-11-27T20:18:03,314 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-27T20:18:03,314 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-27T20:18:03,315 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/47ee238b5a74,45719,1732738587675 2024-11-27T20:18:03,315 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-27T20:18:03,316 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-27T20:18:03,317 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-27T20:18:03,319 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-27T20:18:03,319 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-27T20:18:03,319 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-27T20:18:03,320 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-27T20:18:03,320 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-27T20:18:03,320 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-27T20:18:03,320 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-27T20:18:03,320 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-27T20:18:03,320 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-27T20:18:03,320 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '47ee238b5a74,45719,1732738587675' joining acquired barrier for procedure (rolllog) in zk 2024-11-27T20:18:03,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/47ee238b5a74,45719,1732738587675 2024-11-27T20:18:03,337 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-27T20:18:03,337 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/47ee238b5a74,45719,1732738587675 2024-11-27T20:18:03,338 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-27T20:18:03,338 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-27T20:18:03,338 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-27T20:18:03,338 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-27T20:18:03,339 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-27T20:18:03,340 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-27T20:18:03,342 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T20:18:03,343 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------47ee238b5a74,45719,1732738587675 2024-11-27T20:18:03,344 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-27T20:18:03,345 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '47ee238b5a74,45719,1732738587675' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-27T20:18:03,345 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@2e80142[Count = 0] remaining members to acquire global barrier 2024-11-27T20:18:03,345 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-27T20:18:03,345 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-27T20:18:03,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-27T20:18:03,357 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-27T20:18:03,357 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-27T20:18:03,357 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-27T20:18:03,358 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/47ee238b5a74,45719,1732738587675 2024-11-27T20:18:03,358 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-27T20:18:03,358 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-27T20:18:03,358 DEBUG [rs(47ee238b5a74,45719,1732738587675)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 47ee238b5a74,45719,1732738587675 2024-11-27T20:18:03,358 INFO [rs(47ee238b5a74,45719,1732738587675)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732738647781 highest: 1732738647813 on 47ee238b5a74,45719,1732738587675 2024-11-27T20:18:03,358 DEBUG [regionserver/47ee238b5a74:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-0:(num 1732738647781) roll requested 2024-11-27T20:18:03,372 DEBUG [regionserver/47ee238b5a74:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-0.1732738683358, exclude list is [], retry=0 2024-11-27T20:18:03,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34017,DS-64dc2d9d-2de9-44b5-96b5-727daa8b1ebe,DISK] 2024-11-27T20:18:03,376 INFO [regionserver/47ee238b5a74:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-0.1732738647781 with entries=2, filesize=645 B; new WAL /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-0.1732738683358 2024-11-27T20:18:03,376 DEBUG [regionserver/47ee238b5a74:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38693:38693)] 2024-11-27T20:18:03,376 DEBUG [regionserver/47ee238b5a74:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-0.1732738647781 is not closed yet, will try archiving it next time 2024-11-27T20:18:03,376 DEBUG [regionserver/47ee238b5a74:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 47ee238b5a74%2C45719%2C1732738587675.meta:.meta(num 1732738647798) roll requested 2024-11-27T20:18:03,376 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-0.1732738614235 to hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/oldWALs/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-0.1732738614235 2024-11-27T20:18:03,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741910_1086 (size=653) 2024-11-27T20:18:03,378 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-0.1732738647781 not finished, retry = 0 2024-11-27T20:18:03,389 DEBUG [regionserver/47ee238b5a74:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.meta.1732738683376.meta, exclude list is [], retry=0 2024-11-27T20:18:03,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34017,DS-64dc2d9d-2de9-44b5-96b5-727daa8b1ebe,DISK] 2024-11-27T20:18:03,393 INFO [regionserver/47ee238b5a74:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.meta.1732738647798.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.meta.1732738683376.meta 2024-11-27T20:18:03,393 DEBUG [regionserver/47ee238b5a74:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38693:38693)] 2024-11-27T20:18:03,393 DEBUG [regionserver/47ee238b5a74:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.meta.1732738647798.meta is not closed yet, will try archiving it next time 2024-11-27T20:18:03,393 DEBUG [regionserver/47ee238b5a74:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-1:(num 1732738647813) roll requested 2024-11-27T20:18:03,394 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.meta.1732738647798.meta not finished, retry = 0 2024-11-27T20:18:03,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741911_1087 (size=93) 2024-11-27T20:18:03,405 DEBUG [regionserver/47ee238b5a74:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-1.1732738683393, exclude list is [], retry=0 2024-11-27T20:18:03,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34017,DS-64dc2d9d-2de9-44b5-96b5-727daa8b1ebe,DISK] 2024-11-27T20:18:03,409 INFO [regionserver/47ee238b5a74:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-1.1732738647813 with entries=17, filesize=4.59 KB; new WAL /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-1.1732738683393 2024-11-27T20:18:03,409 DEBUG [regionserver/47ee238b5a74:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38693:38693)] 2024-11-27T20:18:03,409 DEBUG [regionserver/47ee238b5a74:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-1.1732738647813 is not closed yet, will try archiving it next time 2024-11-27T20:18:03,409 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-1.1732738633998 to hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/oldWALs/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-1.1732738633998 2024-11-27T20:18:03,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741912_1088 (size=4710) 2024-11-27T20:18:03,411 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-1.1732738647813 not finished, retry = 0 2024-11-27T20:18:03,418 DEBUG [rs(47ee238b5a74,45719,1732738587675)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-27T20:18:03,418 INFO [rs(47ee238b5a74,45719,1732738587675)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732738683358 on 47ee238b5a74,45719,1732738587675 2024-11-27T20:18:03,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T20:18:03,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T20:18:03,437 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-27T20:18:03,437 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '47ee238b5a74,45719,1732738587675' in zk 2024-11-27T20:18:03,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/47ee238b5a74,45719,1732738587675 2024-11-27T20:18:03,442 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-27T20:18:03,442 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-27T20:18:03,442 DEBUG [member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-27T20:18:03,442 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/47ee238b5a74,45719,1732738587675 2024-11-27T20:18:03,442 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-27T20:18:03,442 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-27T20:18:03,442 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-27T20:18:03,443 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-27T20:18:03,444 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T20:18:03,444 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------47ee238b5a74,45719,1732738587675 2024-11-27T20:18:03,445 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-27T20:18:03,445 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T20:18:03,446 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------47ee238b5a74,45719,1732738587675 2024-11-27T20:18:03,447 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '47ee238b5a74,45719,1732738587675': 2024-11-27T20:18:03,447 INFO [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-27T20:18:03,447 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '47ee238b5a74,45719,1732738587675' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-27T20:18:03,447 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-27T20:18:03,447 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-27T20:18:03,447 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-27T20:18:03,447 INFO [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-27T20:18:03,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-27T20:18:03,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-27T20:18:03,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-27T20:18:03,452 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-27T20:18:03,452 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-27T20:18:03,453 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-27T20:18:03,453 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-27T20:18:03,453 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-27T20:18:03,453 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-27T20:18:03,453 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-27T20:18:03,453 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-27T20:18:03,454 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/47ee238b5a74,45719,1732738587675 2024-11-27T20:18:03,454 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T20:18:03,454 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-27T20:18:03,454 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-27T20:18:03,455 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T20:18:03,455 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------47ee238b5a74,45719,1732738587675 2024-11-27T20:18:03,456 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/47ee238b5a74,45719,1732738587675 2024-11-27T20:18:03,456 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-27T20:18:03,457 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T20:18:03,457 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------47ee238b5a74,45719,1732738587675 2024-11-27T20:18:03,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/47ee238b5a74,45719,1732738587675 2024-11-27T20:18:03,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-27T20:18:03,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-27T20:18:03,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-27T20:18:03,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/47ee238b5a74,45719,1732738587675 2024-11-27T20:18:03,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-27T20:18:03,463 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-27T20:18:03,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-27T20:18:03,463 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-27T20:18:03,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-27T20:18:03,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-27T20:18:03,464 DEBUG [(47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-27T20:18:03,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-27T20:18:03,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-27T20:18:03,464 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-27T20:18:03,464 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-27T20:18:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-27T20:18:03,479 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-0.1732738647781 to hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/oldWALs/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-0.1732738647781 2024-11-27T20:18:03,482 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {47ee238b5a74:45719=1732738633998} newestTimestamps: {47ee238b5a74:45719=1732738647813} 2024-11-27T20:18:03,484 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 47ee238b5a74%2C45719%2C1732738587675.meta.1732738591525.meta 2024-11-27T20:18:03,484 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 47ee238b5a74%2C45719%2C1732738587675.meta.1732738633979.meta 2024-11-27T20:18:03,484 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 47ee238b5a74%2C45719%2C1732738587675.meta.1732738647798.meta 2024-11-27T20:18:03,485 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 47ee238b5a74%2C45719%2C1732738587675.meta.1732738683376.meta 2024-11-27T20:18:03,485 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-0.1732738683358 2024-11-27T20:18:03,485 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-1.1732738647813 2024-11-27T20:18:03,485 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-1.1732738683393 2024-11-27T20:18:03,486 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/oldWALs/47ee238b5a74%2C45719%2C1732738587675.meta.1732738614253.meta 2024-11-27T20:18:03,495 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.meta.1732738647798.meta to hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/oldWALs/47ee238b5a74%2C45719%2C1732738587675.meta.1732738647798.meta 2024-11-27T20:18:03,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741956_1132 (size=640) 2024-11-27T20:18:03,901 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:backup:system_bulk target: hdfs://localhost:34489/backupUT/backup_1732738678832/backup/system_bulk descriptor: 'backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:18:03,902 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-27T20:18:03,907 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table backup:system_bulk 2024-11-27T20:18:03,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741957_1133 (size=45) 2024-11-27T20:18:04,317 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table backup:system_bulk 2024-11-27T20:18:04,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741958_1134 (size=364) 2024-11-27T20:18:04,737 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17327385961201 target: hdfs://localhost:34489/backupUT/backup_1732738678832/ns2/test-17327385961201 descriptor: 'ns2:test-17327385961201', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:18:04,737 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-27T20:18:04,742 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17327385961201 2024-11-27T20:18:04,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741959_1135 (size=50) 2024-11-27T20:18:05,153 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17327385961201 2024-11-27T20:18:05,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741960_1136 (size=390) 2024-11-27T20:18:05,569 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns4:test-17327385961203 target: hdfs://localhost:34489/backupUT/backup_1732738678832/ns4/test-17327385961203 descriptor: 'ns4:test-17327385961203', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:18:05,569 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-27T20:18:05,572 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns4:test-17327385961203 2024-11-27T20:18:05,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741961_1137 (size=50) 2024-11-27T20:18:05,981 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns4:test-17327385961203 2024-11-27T20:18:05,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741962_1138 (size=908) 2024-11-27T20:18:06,400 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1732738596120 target: hdfs://localhost:34489/backupUT/backup_1732738678832/default/test-1732738596120 descriptor: 'test-1732738596120', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:18:06,400 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-27T20:18:06,405 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1732738596120 2024-11-27T20:18:06,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741963_1139 (size=53) 2024-11-27T20:18:06,815 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1732738596120 2024-11-27T20:18:06,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741964_1140 (size=390) 2024-11-27T20:18:07,233 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns3:test-17327385961202 target: hdfs://localhost:34489/backupUT/backup_1732738678832/ns3/test-17327385961202 descriptor: 'ns3:test-17327385961202', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:18:07,233 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-27T20:18:07,238 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns3:test-17327385961202 2024-11-27T20:18:07,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741965_1141 (size=50) 2024-11-27T20:18:07,647 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns3:test-17327385961202 2024-11-27T20:18:07,667 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:34489/backupUT/.tmp/backup_1732738678832 from hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-1.1732738647813;hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/oldWALs/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-0.1732738647781 2024-11-27T20:18:07,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53b9c761, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:07,667 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:18:07,667 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:18:07,668 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:18:07,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:18:07,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:18:07,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a77fd6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:07,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:18:07,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:18:07,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:07,670 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:18:07,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c4c17cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:07,670 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:18:07,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 47ee238b5a74,39671,1732738586121 2024-11-27T20:18:07,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73a64ca2 2024-11-27T20:18:07,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:18:07,672 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:18:07,675 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-27T20:18:07,675 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns4:test-17327385961203 2024-11-27T20:18:07,675 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns4:test-17327385961203,, stopping at row=ns4:test-17327385961203 ,, for max=2147483647 with caching=100 2024-11-27T20:18:07,675 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:18:07,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:18:07,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:18:07,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:18:07,679 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns4:test-17327385961203: ns4:test-17327385961203; 2024-11-27T20:18:07,679 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table backup:system_bulk 2024-11-27T20:18:07,679 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T20:18:07,680 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for backup:system_bulk: backup:system_bulk; 2024-11-27T20:18:07,680 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1732738596120 2024-11-27T20:18:07,681 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732738596120,, stopping at row=test-1732738596120 ,, for max=2147483647 with caching=100 2024-11-27T20:18:07,682 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1732738596120: test-1732738596120; 2024-11-27T20:18:07,682 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17327385961201 2024-11-27T20:18:07,682 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17327385961201,, stopping at row=ns2:test-17327385961201 ,, for max=2147483647 with caching=100 2024-11-27T20:18:07,684 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17327385961201: ns2:test-17327385961201; 2024-11-27T20:18:07,684 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns3:test-17327385961202 2024-11-27T20:18:07,684 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns3:test-17327385961202,, stopping at row=ns3:test-17327385961202 ,, for max=2147483647 with caching=100 2024-11-27T20:18:07,685 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns3:test-17327385961202: ns3:test-17327385961202; 2024-11-27T20:18:07,685 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 5 reduce partitions to match current region count for all tables 2024-11-27T20:18:07,685 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/partitions_e1b6ea63-f2b9-4760-b58c-fca2735e8ef8 2024-11-27T20:18:07,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741966_1142 (size=324) 2024-11-27T20:18:08,097 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:08,098 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:08,099 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:08,246 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c2154823b488bd7fe4a75897f0488172, had cached 0 bytes from a total of 38453 2024-11-27T20:18:08,968 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/hadoop-10458375031690484369.jar 2024-11-27T20:18:08,968 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:08,969 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:08,969 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:08,969 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:08,969 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:08,970 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:08,970 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:08,970 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:08,970 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:08,970 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T20:18:08,971 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T20:18:08,971 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T20:18:08,971 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T20:18:08,971 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T20:18:08,971 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T20:18:08,972 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T20:18:08,972 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T20:18:08,972 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T20:18:08,972 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T20:18:08,972 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T20:18:08,973 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:08,973 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:08,973 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:08,973 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:08,973 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:08,973 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:08,974 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T20:18:08,974 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns4:test-17327385961203,backup:system_bulk,default:test-1732738596120,ns2:test-17327385961201,ns3:test-17327385961202 2024-11-27T20:18:08,974 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:18:08,974 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:184) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:18:08,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:08,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:08,974 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:18:08,974 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T20:18:09,839 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/hadoop-13113391948028458084.jar 2024-11-27T20:18:09,848 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T20:18:09,871 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-1.1732738647813 for WAL files 2024-11-27T20:18:09,872 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-1.1732738647813 2024-11-27T20:18:09,873 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/oldWALs/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-0.1732738647781 for WAL files 2024-11-27T20:18:09,873 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/oldWALs/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-0.1732738647781 2024-11-27T20:18:09,953 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/mapreduce.cluster.local.dir/job_local1287760044_0010_ac8e3a9e-1c05-445b-8fee-9899c8ce1288/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-27T20:18:09,953 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/mapreduce.cluster.local.dir/job_local1287760044_0010_ac8e3a9e-1c05-445b-8fee-9899c8ce1288/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-27T20:18:09,998 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-1.1732738647813 for hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-1.1732738647813 (-9223372036854775808:9223372036854775807) length:4710 2024-11-27T20:18:10,001 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-27T20:18:10,001 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-27T20:18:10,033 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/oldWALs/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-0.1732738647781 for hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/oldWALs/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-0.1732738647781 (-9223372036854775808:9223372036854775807) length:653 2024-11-27T20:18:10,035 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-27T20:18:10,035 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-27T20:18:10,111 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13111d1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:10,111 DEBUG [pool-260-thread-1 {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:18:10,111 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 2e6ccb9e75135bd3f94dea3398689aed, had cached 0 bytes from a total of 13547 2024-11-27T20:18:10,111 DEBUG [pool-260-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:18:10,112 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:18:10,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:18:10,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:18:10,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75030d4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:10,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:18:10,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:18:10,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:10,113 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:18:10,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64775153, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:10,114 DEBUG [pool-260-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:18:10,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:18:10,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:18:10,116 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:18:10,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732738596120', row='row-test-1732738596120-2-0', locateType=CURRENT is [region=test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172., hostname=47ee238b5a74,45719,1732738587675, seqNum=338] 2024-11-27T20:18:10,118 INFO [pool-260-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-260-thread-1. 2024-11-27T20:18:10,118 DEBUG [pool-260-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:18:10,118 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:10,118 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:10,118 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:18:10,118 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732738596120-2-0] 2024-11-27T20:18:10,118 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 47ee238b5a74 2024-11-27T20:18:10,122 DEBUG [pool-260-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34489/backupUT/.tmp/backup_1732738678832/_temporary/0/_temporary/attempt_local1287760044_0010_r_000004_0/default/test-1732738596120/f2/df63a155ac4547538859122e8c9a9d8b is 58, key is row-test-1732738596120-2-0/f2:q1/1732738673823/Put/seqid=0 2024-11-27T20:18:10,123 WARN [Thread-1513 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [47ee238b5a74:45719] Specified favored nodes: [47ee238b5a74:45719] 2024-11-27T20:18:10,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741967_1143 (size=5367) 2024-11-27T20:18:10,994 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:34489/backupUT 2024-11-27T20:18:10,994 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1732738678832 2024-11-27T20:18:10,994 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-27T20:18:11,007 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:34489/backupUT/.tmp/backup_1732738678832, hdfs://localhost:34489/backupUT] 2024-11-27T20:18:11,050 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T20:18:11,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741968_1144 (size=5367) 2024-11-27T20:18:11,666 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-27T20:18:11,670 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1732738678832 2024-11-27T20:18:11,670 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 5367 bytes copied." 2024-11-27T20:18:11,670 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local1322288434_0011 completed: true true 2024-11-27T20:18:11,671 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=6668607 FILE: Number of bytes written=17190160 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=409244 HDFS: Number of bytes written=2547245 HDFS: Number of read operations=1162 HDFS: Number of large read operations=0 HDFS: Number of write operations=420 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=6 Map output records=0 Input split bytes=341 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=1482 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=5367 Bytes Copied=5367 Bytes Expected=5367 Files Copied=2 DIR_COPY=4 2024-11-27T20:18:11,671 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:34489/backupUT/.tmp/backup_1732738678832 to hdfs://localhost:34489/backupUT finished. 2024-11-27T20:18:11,692 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732738678832 2024-11-27T20:18:11,696 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732738643403} 2024-11-27T20:18:11,696 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-27T20:18:11,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741969_1145 (size=714) 2024-11-27T20:18:12,103 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:34489/backupUT/backup_1732738678832/.backup.manifest 2024-11-27T20:18:12,103 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732738678832 finished: type=INCREMENTAL,tablelist=backup:system_bulk;ns2:test-17327385961201;ns4:test-17327385961203;test-1732738596120;ns3:test-17327385961202,targetRootDir=hdfs://localhost:34489/backupUT,startts=1732738683197,completets=1732738691692,bytescopied=0 2024-11-27T20:18:12,103 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-27T20:18:12,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system" type: DISABLED 2024-11-27T20:18:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-27T20:18:12,120 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-27T20:18:12,124 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-27T20:18:12,128 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732738678832 completed. 2024-11-27T20:18:12,128 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-27T20:18:12,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T20:18:12,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T20:18:12,148 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(191): Restoring full backup_1732738607257 2024-11-27T20:18:12,152 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table table1 does not exist. It will be created during restore process 2024-11-27T20:18:12,153 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table ns2:table2 does not exist. It will be created during restore process 2024-11-27T20:18:12,153 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34489/backupUT/backup_1732738607257/.backup.manifest 2024-11-27T20:18:12,156 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732738607257/.backup.manifest 2024-11-27T20:18:12,158 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34489/backupUT/backup_1732738607257/.backup.manifest 2024-11-27T20:18:12,160 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732738607257/.backup.manifest 2024-11-27T20:18:12,161 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1732738596120' to 'table1' from full backup image hdfs://localhost:34489/backupUT/backup_1732738607257/default/test-1732738596120 2024-11-27T20:18:12,169 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'table1' 2024-11-27T20:18:12,169 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:34489/backupUT/backup_1732738607257/default/test-1732738596120/archive/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172 2024-11-27T20:18:12,170 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:34489/backupUT/backup_1732738607257/default/test-1732738596120/archive/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/f in region [hdfs://localhost:34489/backupUT/backup_1732738607257/default/test-1732738596120/archive/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172] 2024-11-27T20:18:12,175 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:34489/backupUT/backup_1732738607257/default/test-1732738596120/archive/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/f/064fe03773b944feb53f29c0ed8d6a9d first=row0 last=row98 2024-11-27T20:18:12,175 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:34489/backupUT/backup_1732738607257/default/test-1732738596120/archive/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/f3 in region [hdfs://localhost:34489/backupUT/backup_1732738607257/default/test-1732738596120/archive/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172] 2024-11-27T20:18:12,179 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:34489/backupUT/backup_1732738607257/default/test-1732738596120/archive/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/f3/87e28cf3205e4bb9a8c217eebd6b00eb first=row-test-1732738596120-3-0 last=row-test-1732738596120-3-5 2024-11-27T20:18:12,179 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:34489/backupUT/backup_1732738607257/default/test-1732738596120/archive/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/mob in region [hdfs://localhost:34489/backupUT/backup_1732738607257/default/test-1732738596120/archive/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172] 2024-11-27T20:18:12,183 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:34489/backupUT/backup_1732738607257/default/test-1732738596120/archive/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/mob/80a017e0b3054befb7cff8dd4117bdda first=row-test-1732738596120-3-0 last=row-test-1732738596120-3-5 2024-11-27T20:18:12,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'table1', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:18:12,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] procedure2.ProcedureExecutor(1139): Stored pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=table1 2024-11-27T20:18:12,190 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:18:12,190 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:12,190 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 61 2024-11-27T20:18:12,191 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:18:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-27T20:18:12,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741970_1146 (size=938) 2024-11-27T20:18:12,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-27T20:18:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-27T20:18:12,603 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 51395b8c8aef153dc8b8fd4e31772296, NAME => 'table1,,1732738692187.51395b8c8aef153dc8b8fd4e31772296.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c 2024-11-27T20:18:12,605 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f5a0b9fff2d798f9b73da9ea73a86290, NAME => 'table1,row0,1732738692187.f5a0b9fff2d798f9b73da9ea73a86290.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c 2024-11-27T20:18:12,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741972_1148 (size=45) 2024-11-27T20:18:12,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741971_1147 (size=45) 2024-11-27T20:18:12,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-27T20:18:13,014 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1732738692187.51395b8c8aef153dc8b8fd4e31772296.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:18:13,014 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1732738692187.f5a0b9fff2d798f9b73da9ea73a86290.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:18:13,014 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 51395b8c8aef153dc8b8fd4e31772296, disabling compactions & flushes 2024-11-27T20:18:13,014 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing f5a0b9fff2d798f9b73da9ea73a86290, disabling compactions & flushes 2024-11-27T20:18:13,014 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1732738692187.51395b8c8aef153dc8b8fd4e31772296. 2024-11-27T20:18:13,014 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1732738692187.f5a0b9fff2d798f9b73da9ea73a86290. 2024-11-27T20:18:13,014 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732738692187.51395b8c8aef153dc8b8fd4e31772296. 2024-11-27T20:18:13,014 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1732738692187.51395b8c8aef153dc8b8fd4e31772296. after waiting 0 ms 2024-11-27T20:18:13,014 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732738692187.f5a0b9fff2d798f9b73da9ea73a86290. 2024-11-27T20:18:13,015 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1732738692187.51395b8c8aef153dc8b8fd4e31772296. 2024-11-27T20:18:13,015 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1732738692187.51395b8c8aef153dc8b8fd4e31772296. 2024-11-27T20:18:13,015 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732738692187.f5a0b9fff2d798f9b73da9ea73a86290. after waiting 1 ms 2024-11-27T20:18:13,015 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732738692187.f5a0b9fff2d798f9b73da9ea73a86290. 2024-11-27T20:18:13,015 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 51395b8c8aef153dc8b8fd4e31772296: Waiting for close lock at 1732738693014Disabling compacts and flushes for region at 1732738693014Disabling writes for close at 1732738693014Writing region close event to WAL at 1732738693015 (+1 ms)Closed at 1732738693015 2024-11-27T20:18:13,015 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1732738692187.f5a0b9fff2d798f9b73da9ea73a86290. 2024-11-27T20:18:13,015 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for f5a0b9fff2d798f9b73da9ea73a86290: Waiting for close lock at 1732738693014Disabling compacts and flushes for region at 1732738693014Disabling writes for close at 1732738693015 (+1 ms)Writing region close event to WAL at 1732738693015Closed at 1732738693015 2024-11-27T20:18:13,017 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:18:13,017 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1732738692187.51395b8c8aef153dc8b8fd4e31772296.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732738693017"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738693017"}]},"ts":"1732738693017"} 2024-11-27T20:18:13,018 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1732738692187.f5a0b9fff2d798f9b73da9ea73a86290.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732738693017"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738693017"}]},"ts":"1732738693017"} 2024-11-27T20:18:13,023 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-27T20:18:13,024 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:18:13,024 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738693024"}]},"ts":"1732738693024"} 2024-11-27T20:18:13,026 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-27T20:18:13,026 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=51395b8c8aef153dc8b8fd4e31772296, ASSIGN}, {pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=f5a0b9fff2d798f9b73da9ea73a86290, ASSIGN}] 2024-11-27T20:18:13,027 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=f5a0b9fff2d798f9b73da9ea73a86290, ASSIGN 2024-11-27T20:18:13,027 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=51395b8c8aef153dc8b8fd4e31772296, ASSIGN 2024-11-27T20:18:13,028 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=f5a0b9fff2d798f9b73da9ea73a86290, ASSIGN; state=OFFLINE, location=47ee238b5a74,45719,1732738587675; forceNewPlan=false, retain=false 2024-11-27T20:18:13,028 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=51395b8c8aef153dc8b8fd4e31772296, ASSIGN; state=OFFLINE, location=47ee238b5a74,45719,1732738587675; forceNewPlan=false, retain=false 2024-11-27T20:18:13,179 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=f5a0b9fff2d798f9b73da9ea73a86290, regionState=OPENING, regionLocation=47ee238b5a74,45719,1732738587675 2024-11-27T20:18:13,179 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=51395b8c8aef153dc8b8fd4e31772296, regionState=OPENING, regionLocation=47ee238b5a74,45719,1732738587675 2024-11-27T20:18:13,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=f5a0b9fff2d798f9b73da9ea73a86290, ASSIGN because future has completed 2024-11-27T20:18:13,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5a0b9fff2d798f9b73da9ea73a86290, server=47ee238b5a74,45719,1732738587675}] 2024-11-27T20:18:13,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=51395b8c8aef153dc8b8fd4e31772296, ASSIGN because future has completed 2024-11-27T20:18:13,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51395b8c8aef153dc8b8fd4e31772296, server=47ee238b5a74,45719,1732738587675}] 2024-11-27T20:18:13,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-27T20:18:13,340 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(132): Open table1,row0,1732738692187.f5a0b9fff2d798f9b73da9ea73a86290. 2024-11-27T20:18:13,340 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7752): Opening region: {ENCODED => f5a0b9fff2d798f9b73da9ea73a86290, NAME => 'table1,row0,1732738692187.f5a0b9fff2d798f9b73da9ea73a86290.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-27T20:18:13,341 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T20:18:13,342 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 f5a0b9fff2d798f9b73da9ea73a86290 2024-11-27T20:18:13,342 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(898): Instantiated table1,row0,1732738692187.f5a0b9fff2d798f9b73da9ea73a86290.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:18:13,342 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7794): checking encryption for f5a0b9fff2d798f9b73da9ea73a86290 2024-11-27T20:18:13,342 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7797): checking classloading for f5a0b9fff2d798f9b73da9ea73a86290 2024-11-27T20:18:13,345 INFO [StoreOpener-f5a0b9fff2d798f9b73da9ea73a86290-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f5a0b9fff2d798f9b73da9ea73a86290 2024-11-27T20:18:13,346 INFO [StoreOpener-f5a0b9fff2d798f9b73da9ea73a86290-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5a0b9fff2d798f9b73da9ea73a86290 columnFamilyName f 2024-11-27T20:18:13,346 DEBUG [StoreOpener-f5a0b9fff2d798f9b73da9ea73a86290-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:13,346 INFO [StoreOpener-f5a0b9fff2d798f9b73da9ea73a86290-1 {}] regionserver.HStore(327): Store=f5a0b9fff2d798f9b73da9ea73a86290/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:18:13,346 INFO [StoreOpener-f5a0b9fff2d798f9b73da9ea73a86290-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region f5a0b9fff2d798f9b73da9ea73a86290 2024-11-27T20:18:13,347 INFO [StoreOpener-f5a0b9fff2d798f9b73da9ea73a86290-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5a0b9fff2d798f9b73da9ea73a86290 columnFamilyName f3 2024-11-27T20:18:13,347 DEBUG [StoreOpener-f5a0b9fff2d798f9b73da9ea73a86290-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:13,348 INFO [StoreOpener-f5a0b9fff2d798f9b73da9ea73a86290-1 {}] regionserver.HStore(327): Store=f5a0b9fff2d798f9b73da9ea73a86290/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:18:13,348 INFO [StoreOpener-f5a0b9fff2d798f9b73da9ea73a86290-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region f5a0b9fff2d798f9b73da9ea73a86290 2024-11-27T20:18:13,349 INFO [StoreOpener-f5a0b9fff2d798f9b73da9ea73a86290-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5a0b9fff2d798f9b73da9ea73a86290 columnFamilyName mob 2024-11-27T20:18:13,349 DEBUG [StoreOpener-f5a0b9fff2d798f9b73da9ea73a86290-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:13,350 INFO [StoreOpener-f5a0b9fff2d798f9b73da9ea73a86290-1 {}] regionserver.HStore(327): Store=f5a0b9fff2d798f9b73da9ea73a86290/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:18:13,350 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1038): replaying wal for f5a0b9fff2d798f9b73da9ea73a86290 2024-11-27T20:18:13,350 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/f5a0b9fff2d798f9b73da9ea73a86290 2024-11-27T20:18:13,351 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/f5a0b9fff2d798f9b73da9ea73a86290 2024-11-27T20:18:13,351 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1048): stopping wal replay for f5a0b9fff2d798f9b73da9ea73a86290 2024-11-27T20:18:13,351 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1060): Cleaning up temporary data for f5a0b9fff2d798f9b73da9ea73a86290 2024-11-27T20:18:13,352 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T20:18:13,353 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1093): writing seq id for f5a0b9fff2d798f9b73da9ea73a86290 2024-11-27T20:18:13,355 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/f5a0b9fff2d798f9b73da9ea73a86290/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:18:13,355 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1114): Opened f5a0b9fff2d798f9b73da9ea73a86290; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10179135040, jitterRate=-0.05199417471885681}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T20:18:13,355 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f5a0b9fff2d798f9b73da9ea73a86290 2024-11-27T20:18:13,355 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1006): Region open journal for f5a0b9fff2d798f9b73da9ea73a86290: Running coprocessor pre-open hook at 1732738693342Writing region info on filesystem at 1732738693342Initializing all the Stores at 1732738693344 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738693344Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738693344Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738693344Cleaning up temporary data from old regions at 1732738693351 (+7 ms)Running coprocessor post-open hooks at 1732738693355 (+4 ms)Region opened successfully at 1732738693355 2024-11-27T20:18:13,356 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1732738692187.f5a0b9fff2d798f9b73da9ea73a86290., pid=64, masterSystemTime=1732738693333 2024-11-27T20:18:13,358 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1732738692187.f5a0b9fff2d798f9b73da9ea73a86290. 2024-11-27T20:18:13,358 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(153): Opened table1,row0,1732738692187.f5a0b9fff2d798f9b73da9ea73a86290. 2024-11-27T20:18:13,358 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open table1,,1732738692187.51395b8c8aef153dc8b8fd4e31772296. 2024-11-27T20:18:13,358 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => 51395b8c8aef153dc8b8fd4e31772296, NAME => 'table1,,1732738692187.51395b8c8aef153dc8b8fd4e31772296.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-27T20:18:13,358 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=f5a0b9fff2d798f9b73da9ea73a86290, regionState=OPEN, openSeqNum=2, regionLocation=47ee238b5a74,45719,1732738587675 2024-11-27T20:18:13,358 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T20:18:13,359 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 51395b8c8aef153dc8b8fd4e31772296 2024-11-27T20:18:13,359 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated table1,,1732738692187.51395b8c8aef153dc8b8fd4e31772296.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:18:13,359 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for 51395b8c8aef153dc8b8fd4e31772296 2024-11-27T20:18:13,359 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for 51395b8c8aef153dc8b8fd4e31772296 2024-11-27T20:18:13,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5a0b9fff2d798f9b73da9ea73a86290, server=47ee238b5a74,45719,1732738587675 because future has completed 2024-11-27T20:18:13,360 INFO [StoreOpener-51395b8c8aef153dc8b8fd4e31772296-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 51395b8c8aef153dc8b8fd4e31772296 2024-11-27T20:18:13,361 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39671 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=47ee238b5a74,45719,1732738587675, table=table1, region=f5a0b9fff2d798f9b73da9ea73a86290. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-27T20:18:13,362 INFO [StoreOpener-51395b8c8aef153dc8b8fd4e31772296-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51395b8c8aef153dc8b8fd4e31772296 columnFamilyName f 2024-11-27T20:18:13,362 DEBUG [StoreOpener-51395b8c8aef153dc8b8fd4e31772296-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:13,362 INFO [StoreOpener-51395b8c8aef153dc8b8fd4e31772296-1 {}] regionserver.HStore(327): Store=51395b8c8aef153dc8b8fd4e31772296/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:18:13,362 INFO [StoreOpener-51395b8c8aef153dc8b8fd4e31772296-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 51395b8c8aef153dc8b8fd4e31772296 2024-11-27T20:18:13,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=63 2024-11-27T20:18:13,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure f5a0b9fff2d798f9b73da9ea73a86290, server=47ee238b5a74,45719,1732738587675 in 180 msec 2024-11-27T20:18:13,364 INFO [StoreOpener-51395b8c8aef153dc8b8fd4e31772296-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51395b8c8aef153dc8b8fd4e31772296 columnFamilyName f3 2024-11-27T20:18:13,364 DEBUG [StoreOpener-51395b8c8aef153dc8b8fd4e31772296-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:13,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=f5a0b9fff2d798f9b73da9ea73a86290, ASSIGN in 337 msec 2024-11-27T20:18:13,364 INFO [StoreOpener-51395b8c8aef153dc8b8fd4e31772296-1 {}] regionserver.HStore(327): Store=51395b8c8aef153dc8b8fd4e31772296/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:18:13,365 INFO [StoreOpener-51395b8c8aef153dc8b8fd4e31772296-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 51395b8c8aef153dc8b8fd4e31772296 2024-11-27T20:18:13,366 INFO [StoreOpener-51395b8c8aef153dc8b8fd4e31772296-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51395b8c8aef153dc8b8fd4e31772296 columnFamilyName mob 2024-11-27T20:18:13,366 DEBUG [StoreOpener-51395b8c8aef153dc8b8fd4e31772296-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:13,367 INFO [StoreOpener-51395b8c8aef153dc8b8fd4e31772296-1 {}] regionserver.HStore(327): Store=51395b8c8aef153dc8b8fd4e31772296/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:18:13,367 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for 51395b8c8aef153dc8b8fd4e31772296 2024-11-27T20:18:13,368 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/51395b8c8aef153dc8b8fd4e31772296 2024-11-27T20:18:13,368 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/51395b8c8aef153dc8b8fd4e31772296 2024-11-27T20:18:13,369 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for 51395b8c8aef153dc8b8fd4e31772296 2024-11-27T20:18:13,369 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for 51395b8c8aef153dc8b8fd4e31772296 2024-11-27T20:18:13,370 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T20:18:13,371 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for 51395b8c8aef153dc8b8fd4e31772296 2024-11-27T20:18:13,373 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/51395b8c8aef153dc8b8fd4e31772296/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:18:13,373 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened 51395b8c8aef153dc8b8fd4e31772296; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10817609600, jitterRate=0.00746840238571167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T20:18:13,373 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51395b8c8aef153dc8b8fd4e31772296 2024-11-27T20:18:13,373 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for 51395b8c8aef153dc8b8fd4e31772296: Running coprocessor pre-open hook at 1732738693359Writing region info on filesystem at 1732738693359Initializing all the Stores at 1732738693360 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738693360Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738693360Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738693360Cleaning up temporary data from old regions at 1732738693369 (+9 ms)Running coprocessor post-open hooks at 1732738693373 (+4 ms)Region opened successfully at 1732738693373 2024-11-27T20:18:13,374 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1732738692187.51395b8c8aef153dc8b8fd4e31772296., pid=65, masterSystemTime=1732738693333 2024-11-27T20:18:13,376 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1732738692187.51395b8c8aef153dc8b8fd4e31772296. 2024-11-27T20:18:13,376 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened table1,,1732738692187.51395b8c8aef153dc8b8fd4e31772296. 2024-11-27T20:18:13,376 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=51395b8c8aef153dc8b8fd4e31772296, regionState=OPEN, openSeqNum=2, regionLocation=47ee238b5a74,45719,1732738587675 2024-11-27T20:18:13,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51395b8c8aef153dc8b8fd4e31772296, server=47ee238b5a74,45719,1732738587675 because future has completed 2024-11-27T20:18:13,380 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=62 2024-11-27T20:18:13,380 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=62, state=SUCCESS, hasLock=false; OpenRegionProcedure 51395b8c8aef153dc8b8fd4e31772296, server=47ee238b5a74,45719,1732738587675 in 197 msec 2024-11-27T20:18:13,382 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-11-27T20:18:13,382 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=51395b8c8aef153dc8b8fd4e31772296, ASSIGN in 354 msec 2024-11-27T20:18:13,382 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:18:13,382 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738693382"}]},"ts":"1732738693382"} 2024-11-27T20:18:13,384 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-27T20:18:13,385 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:18:13,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, state=SUCCESS, hasLock=false; CreateTableProcedure table=table1 in 1.1970 sec 2024-11-27T20:18:13,396 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2024-11-27T20:18:14,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-27T20:18:14,348 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:table1 completed 2024-11-27T20:18:14,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-27T20:18:14,357 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:34489/backupUT/backup_1732738607257/default/test-1732738596120/archive/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172 from hbase tables test-1732738596120 to tables table1 2024-11-27T20:18:14,358 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1732738596120 into table1 2024-11-27T20:18:14,360 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-default-table1-1732738694358 from hdfs://localhost:34489/backupUT/backup_1732738607257/default/test-1732738596120/archive/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172 2024-11-27T20:18:14,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bfc9267, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:14,361 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:18:14,361 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:18:14,362 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:18:14,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:18:14,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:18:14,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14683ec7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:14,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:18:14,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:18:14,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:14,363 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:18:14,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35a1a1a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:14,364 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:18:14,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 47ee238b5a74,39671,1732738586121 2024-11-27T20:18:14,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23f05e69 2024-11-27T20:18:14,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:18:14,366 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:18:14,367 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-27T20:18:14,367 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-27T20:18:14,367 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-27T20:18:14,367 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:18:14,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:18:14,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:18:14,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:18:14,371 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-27T20:18:14,371 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-27T20:18:14,371 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-27T20:18:14,372 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/partitions_5e3477ed-6e02-4fcd-a284-bf72cf8581c0 2024-11-27T20:18:14,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741973_1149 (size=177) 2024-11-27T20:18:14,781 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:14,782 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:14,783 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:15,651 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/hadoop-4279327935996618650.jar 2024-11-27T20:18:15,651 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:15,652 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:15,652 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:15,652 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:15,652 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:15,652 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:15,652 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:15,653 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:15,653 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:15,653 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T20:18:15,653 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T20:18:15,653 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T20:18:15,653 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T20:18:15,654 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T20:18:15,654 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T20:18:15,654 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T20:18:15,654 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T20:18:15,654 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T20:18:15,654 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T20:18:15,655 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T20:18:15,656 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:15,656 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:15,657 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:15,657 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:15,657 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:15,657 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:15,657 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T20:18:15,657 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-27T20:18:15,657 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:18:15,658 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:18:15,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:15,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:15,658 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:18:15,658 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-27T20:18:15,658 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T20:18:15,668 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T20:18:15,678 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-27T20:18:15,761 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/mapreduce.cluster.local.dir/job_local962808752_0012_9dbe4b43-bbf4-4840-9334-79a2267b072a/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-27T20:18:15,761 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/mapreduce.cluster.local.dir/job_local962808752_0012_9dbe4b43-bbf4-4840-9334-79a2267b072a/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-27T20:18:15,815 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:34489/backupUT/backup_1732738607257/default/test-1732738596120/archive/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/f/064fe03773b944feb53f29c0ed8d6a9d 2024-11-27T20:18:15,818 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-27T20:18:15,852 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:34489/backupUT/backup_1732738607257/default/test-1732738596120/archive/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/mob/80a017e0b3054befb7cff8dd4117bdda 2024-11-27T20:18:15,855 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-27T20:18:15,877 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:34489/backupUT/backup_1732738607257/default/test-1732738596120/archive/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/f3/87e28cf3205e4bb9a8c217eebd6b00eb 2024-11-27T20:18:15,881 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-27T20:18:15,907 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55f1923e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:15,907 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:18:15,907 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:18:15,908 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:18:15,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:18:15,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:18:15,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4477adc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:15,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:18:15,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:18:15,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:15,909 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:18:15,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@105b21b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:15,910 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:18:15,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:18:15,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:18:15,911 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:18:15,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732738596120-3-0', locateType=CURRENT is [region=table1,,1732738692187.51395b8c8aef153dc8b8fd4e31772296., hostname=47ee238b5a74,45719,1732738587675, seqNum=2] 2024-11-27T20:18:15,913 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-27T20:18:15,913 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:18:15,913 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:15,913 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:15,913 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:18:15,913 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732738596120-3-0] 2024-11-27T20:18:15,913 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 47ee238b5a74 2024-11-27T20:18:15,918 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4afa94c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:15,918 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:18:15,919 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:18:15,919 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:18:15,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:18:15,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:18:15,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fcf1e92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:15,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:18:15,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:18:15,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:15,921 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:18:15,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@191289e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:15,922 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:18:15,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:18:15,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:18:15,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:18:15,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732738596120-3-0', locateType=CURRENT is [region=table1,,1732738692187.51395b8c8aef153dc8b8fd4e31772296., hostname=47ee238b5a74,45719,1732738587675, seqNum=2] 2024-11-27T20:18:15,926 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-27T20:18:15,926 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:18:15,926 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:15,926 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:15,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:18:15,926 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732738596120-3-0] 2024-11-27T20:18:15,926 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 47ee238b5a74 2024-11-27T20:18:15,930 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-default-table1-1732738694358/_temporary/0/_temporary/attempt_local962808752_0012_r_000000_0/f3/30ba41eeb01b4c5ba698bff802f8a272 is 58, key is row-test-1732738596120-3-0/f3:q1/1732738607232/Put/seqid=0 2024-11-27T20:18:15,932 WARN [Thread-1632 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [47ee238b5a74:45719] Specified favored nodes: [47ee238b5a74:45719] 2024-11-27T20:18:15,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741974_1150 (size=5529) 2024-11-27T20:18:16,338 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-default-table1-1732738694358/_temporary/0/_temporary/attempt_local962808752_0012_r_000000_0/mob/10a292a120e5459597e383df4b830e5c is 59, key is row-test-1732738596120-3-0/mob:q1/1732738607245/Put/seqid=0 2024-11-27T20:18:16,343 WARN [Thread-1634 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [47ee238b5a74:45719] Specified favored nodes: [47ee238b5a74:45719] 2024-11-27T20:18:16,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741975_1151 (size=5538) 2024-11-27T20:18:16,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2024-11-27T20:18:16,483 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2024-11-27T20:18:16,778 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d4ebacc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:16,778 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:18:16,778 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:18:16,779 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:18:16,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:18:16,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:18:16,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@be5582, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:16,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:18:16,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:18:16,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:16,780 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:18:16,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@304032e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:16,781 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:18:16,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:18:16,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:18:16,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:18:16,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732738692187.f5a0b9fff2d798f9b73da9ea73a86290., hostname=47ee238b5a74,45719,1732738587675, seqNum=2] 2024-11-27T20:18:16,785 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-27T20:18:16,785 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:18:16,785 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:16,785 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:16,786 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:18:16,786 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-27T20:18:16,786 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 47ee238b5a74 2024-11-27T20:18:16,793 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-default-table1-1732738694358/_temporary/0/_temporary/attempt_local962808752_0012_r_000001_0/f/e8f88f496ff74cc2ba6dcce47efb31c3 is 37, key is row10/f:q1/1732738598819/Put/seqid=0 2024-11-27T20:18:16,794 WARN [Thread-1649 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [47ee238b5a74:45719] Specified favored nodes: [47ee238b5a74:45719] 2024-11-27T20:18:16,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741976_1152 (size=8741) 2024-11-27T20:18:17,812 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-default-table1-1732738694358 2024-11-27T20:18:17,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe4738a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:17,813 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:18:17,813 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:18:17,814 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:18:17,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:18:17,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:18:17,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ebc246f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:17,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:18:17,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:18:17,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:17,816 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:18:17,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c80dfd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:17,817 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:18:17,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:18:17,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:18:17,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:18:17,822 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-default-table1-1732738694358/_SUCCESS 2024-11-27T20:18:17,830 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:18:17,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 47ee238b5a74,39671,1732738586121 2024-11-27T20:18:17,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64ba01a7 2024-11-27T20:18:17,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:18:17,833 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:18:17,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732738692187.51395b8c8aef153dc8b8fd4e31772296., hostname=47ee238b5a74,45719,1732738587675, seqNum=2] 2024-11-27T20:18:17,842 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-27T20:18:17,853 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-default-table1-1732738694358/f/e8f88f496ff74cc2ba6dcce47efb31c3 first=Optional[row0] last=Optional[row98] 2024-11-27T20:18:17,856 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-default-table1-1732738694358/f3/30ba41eeb01b4c5ba698bff802f8a272 first=Optional[row-test-1732738596120-3-0] last=Optional[row-test-1732738596120-3-5] 2024-11-27T20:18:17,859 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-default-table1-1732738694358/mob/10a292a120e5459597e383df4b830e5c first=Optional[row-test-1732738596120-3-0] last=Optional[row-test-1732738596120-3-5] 2024-11-27T20:18:17,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-default-table1-1732738694358/f3/30ba41eeb01b4c5ba698bff802f8a272 for inclusion in 51395b8c8aef153dc8b8fd4e31772296/f3 2024-11-27T20:18:17,875 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-default-table1-1732738694358/f/e8f88f496ff74cc2ba6dcce47efb31c3 for inclusion in f5a0b9fff2d798f9b73da9ea73a86290/f 2024-11-27T20:18:17,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732738596120-3-0 last=row-test-1732738596120-3-5 2024-11-27T20:18:17,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-27T20:18:17,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-default-table1-1732738694358/mob/10a292a120e5459597e383df4b830e5c for inclusion in 51395b8c8aef153dc8b8fd4e31772296/mob 2024-11-27T20:18:17,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-27T20:18:17,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-27T20:18:17,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] regionserver.HRegion(2603): Flush status journal for f5a0b9fff2d798f9b73da9ea73a86290: 2024-11-27T20:18:17,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-default-table1-1732738694358/f/e8f88f496ff74cc2ba6dcce47efb31c3 to hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/staging/jenkins__table1__j8haivg68c80v0u2um0ilnq4vq6d6b8th1cjmkfvp9h2ojou5rhesucgtip5sr94/f/e8f88f496ff74cc2ba6dcce47efb31c3 2024-11-27T20:18:17,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732738596120-3-0 last=row-test-1732738596120-3-5 2024-11-27T20:18:17,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-27T20:18:17,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HRegion(2603): Flush status journal for 51395b8c8aef153dc8b8fd4e31772296: 2024-11-27T20:18:17,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-default-table1-1732738694358/f3/30ba41eeb01b4c5ba698bff802f8a272 to hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/staging/jenkins__table1__j8haivg68c80v0u2um0ilnq4vq6d6b8th1cjmkfvp9h2ojou5rhesucgtip5sr94/f3/30ba41eeb01b4c5ba698bff802f8a272 2024-11-27T20:18:17,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/staging/jenkins__table1__j8haivg68c80v0u2um0ilnq4vq6d6b8th1cjmkfvp9h2ojou5rhesucgtip5sr94/f/e8f88f496ff74cc2ba6dcce47efb31c3 as hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/f5a0b9fff2d798f9b73da9ea73a86290/f/d8479589c8bd4c21bce23dfa37f30519_SeqId_4_ 2024-11-27T20:18:17,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f9b7923, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:17,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:18:17,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:18:17,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/staging/jenkins__table1__j8haivg68c80v0u2um0ilnq4vq6d6b8th1cjmkfvp9h2ojou5rhesucgtip5sr94/f3/30ba41eeb01b4c5ba698bff802f8a272 as hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/51395b8c8aef153dc8b8fd4e31772296/f3/5e6e0294f86b414f9b002ca8b8a3271b_SeqId_4_ 2024-11-27T20:18:17,890 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:18:17,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-default-table1-1732738694358/mob/10a292a120e5459597e383df4b830e5c to hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/staging/jenkins__table1__j8haivg68c80v0u2um0ilnq4vq6d6b8th1cjmkfvp9h2ojou5rhesucgtip5sr94/mob/10a292a120e5459597e383df4b830e5c 2024-11-27T20:18:17,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:18:17,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:18:17,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23a8ac99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:17,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:18:17,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:18:17,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:17,891 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:18:17,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/staging/jenkins__table1__j8haivg68c80v0u2um0ilnq4vq6d6b8th1cjmkfvp9h2ojou5rhesucgtip5sr94/mob/10a292a120e5459597e383df4b830e5c as hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/51395b8c8aef153dc8b8fd4e31772296/mob/31e6c829013e46b6b9fb90ea2b9f4645_SeqId_4_ 2024-11-27T20:18:17,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39baa8af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:17,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:18:17,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@214d6c54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:17,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:18:17,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:18:17,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 47ee238b5a74,39671,1732738586121 2024-11-27T20:18:17,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60a88c14 2024-11-27T20:18:17,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:18:17,893 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:18:17,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:18:17,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:18:17,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@409a4777, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:17,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:18:17,894 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:18:17,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:18:17,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:17,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:18:17,895 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:18:17,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65c24764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:17,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:18:17,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:18:17,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:18:17,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 47ee238b5a74,39671,1732738586121 2024-11-27T20:18:17,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cb29234 2024-11-27T20:18:17,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:18:17,897 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:18:17,897 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:18:17,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:18:17,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:18:17,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:18:17,900 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:18:17,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T20:18:17,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T20:18:17,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T20:18:17,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T20:18:17,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d., hostname=47ee238b5a74,45719,1732738587675, seqNum=2] 2024-11-27T20:18:17,916 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719. 2024-11-27T20:18:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T20:18:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:17,917 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:18:17,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d., hostname=47ee238b5a74,45719,1732738587675, seqNum=2] 2024-11-27T20:18:17,918 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/staging/jenkins__table1__j8haivg68c80v0u2um0ilnq4vq6d6b8th1cjmkfvp9h2ojou5rhesucgtip5sr94/f/e8f88f496ff74cc2ba6dcce47efb31c3 into f5a0b9fff2d798f9b73da9ea73a86290/f as hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/f5a0b9fff2d798f9b73da9ea73a86290/f/d8479589c8bd4c21bce23dfa37f30519_SeqId_4_ - updating store file list. 2024-11-27T20:18:17,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719. 2024-11-27T20:18:17,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T20:18:17,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:17,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:17,921 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:18:17,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2158c45f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:17,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:18:17,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:18:17,922 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:18:17,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:18:17,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:18:17,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b022380, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:17,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:18:17,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:18:17,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:17,924 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/f5a0b9fff2d798f9b73da9ea73a86290/f/d8479589c8bd4c21bce23dfa37f30519_SeqId_4_ into f5a0b9fff2d798f9b73da9ea73a86290/f 2024-11-27T20:18:17,924 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/staging/jenkins__table1__j8haivg68c80v0u2um0ilnq4vq6d6b8th1cjmkfvp9h2ojou5rhesucgtip5sr94/f/e8f88f496ff74cc2ba6dcce47efb31c3 into f5a0b9fff2d798f9b73da9ea73a86290/f (new location: hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/f5a0b9fff2d798f9b73da9ea73a86290/f/d8479589c8bd4c21bce23dfa37f30519_SeqId_4_) 2024-11-27T20:18:17,924 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:18:17,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/staging/jenkins__table1__j8haivg68c80v0u2um0ilnq4vq6d6b8th1cjmkfvp9h2ojou5rhesucgtip5sr94/f/e8f88f496ff74cc2ba6dcce47efb31c3 2024-11-27T20:18:17,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@410f0849, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:17,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:18:17,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 47ee238b5a74,39671,1732738586121 2024-11-27T20:18:17,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48acf62c 2024-11-27T20:18:17,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:18:17,926 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:18:17,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:18:17,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:18:17,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:18:17,928 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:18:17,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12bc2423, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:17,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:18:17,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:18:17,931 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:18:17,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:18:17,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:18:17,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@437fbcb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:17,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:18:17,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:18:17,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:17,932 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:18:17,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5045ff86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:17,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:18:17,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 47ee238b5a74,39671,1732738586121 2024-11-27T20:18:17,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4dcbbb34 2024-11-27T20:18:17,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:18:17,935 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T20:18:17,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:18:17,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T20:18:17,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:18:17,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:18:17,938 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-27T20:18:17,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T20:18:17,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d., hostname=47ee238b5a74,45719,1732738587675, seqNum=2] 2024-11-27T20:18:17,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T20:18:17,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719. 2024-11-27T20:18:17,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T20:18:17,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:17,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:17,945 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:18:17,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/staging/jenkins__table1__j8haivg68c80v0u2um0ilnq4vq6d6b8th1cjmkfvp9h2ojou5rhesucgtip5sr94/f3/30ba41eeb01b4c5ba698bff802f8a272 into 51395b8c8aef153dc8b8fd4e31772296/f3 as hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/51395b8c8aef153dc8b8fd4e31772296/f3/5e6e0294f86b414f9b002ca8b8a3271b_SeqId_4_ - updating store file list. 2024-11-27T20:18:17,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T20:18:17,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/51395b8c8aef153dc8b8fd4e31772296/f3/5e6e0294f86b414f9b002ca8b8a3271b_SeqId_4_ into 51395b8c8aef153dc8b8fd4e31772296/f3 2024-11-27T20:18:17,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/staging/jenkins__table1__j8haivg68c80v0u2um0ilnq4vq6d6b8th1cjmkfvp9h2ojou5rhesucgtip5sr94/f3/30ba41eeb01b4c5ba698bff802f8a272 into 51395b8c8aef153dc8b8fd4e31772296/f3 (new location: hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/51395b8c8aef153dc8b8fd4e31772296/f3/5e6e0294f86b414f9b002ca8b8a3271b_SeqId_4_) 2024-11-27T20:18:17,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d., hostname=47ee238b5a74,45719,1732738587675, seqNum=2] 2024-11-27T20:18:17,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/staging/jenkins__table1__j8haivg68c80v0u2um0ilnq4vq6d6b8th1cjmkfvp9h2ojou5rhesucgtip5sr94/f3/30ba41eeb01b4c5ba698bff802f8a272 2024-11-27T20:18:17,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/staging/jenkins__table1__j8haivg68c80v0u2um0ilnq4vq6d6b8th1cjmkfvp9h2ojou5rhesucgtip5sr94/mob/10a292a120e5459597e383df4b830e5c into 51395b8c8aef153dc8b8fd4e31772296/mob as hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/51395b8c8aef153dc8b8fd4e31772296/mob/31e6c829013e46b6b9fb90ea2b9f4645_SeqId_4_ - updating store file list. 2024-11-27T20:18:17,954 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719. 2024-11-27T20:18:17,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T20:18:17,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:17,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:17,954 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:18:17,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/51395b8c8aef153dc8b8fd4e31772296/mob/31e6c829013e46b6b9fb90ea2b9f4645_SeqId_4_ into 51395b8c8aef153dc8b8fd4e31772296/mob 2024-11-27T20:18:17,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/staging/jenkins__table1__j8haivg68c80v0u2um0ilnq4vq6d6b8th1cjmkfvp9h2ojou5rhesucgtip5sr94/mob/10a292a120e5459597e383df4b830e5c into 51395b8c8aef153dc8b8fd4e31772296/mob (new location: hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/51395b8c8aef153dc8b8fd4e31772296/mob/31e6c829013e46b6b9fb90ea2b9f4645_SeqId_4_) 2024-11-27T20:18:17,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/staging/jenkins__table1__j8haivg68c80v0u2um0ilnq4vq6d6b8th1cjmkfvp9h2ojou5rhesucgtip5sr94/mob/10a292a120e5459597e383df4b830e5c 2024-11-27T20:18:17,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c01f900, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:17,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:18:17,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:18:17,960 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:18:17,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:18:17,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:18:17,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f39b2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:17,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:18:17,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:18:17,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:17,961 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:18:17,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b2e0f28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:17,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:18:17,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 47ee238b5a74,39671,1732738586121 2024-11-27T20:18:17,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@182069b 2024-11-27T20:18:17,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:18:17,963 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T20:18:17,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:18:17,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:18:17,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:18:17,966 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-27T20:18:17,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T20:18:17,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T20:18:17,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d., hostname=47ee238b5a74,45719,1732738587675, seqNum=2] 2024-11-27T20:18:17,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719. 2024-11-27T20:18:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T20:18:17,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:17,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:17,980 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:18:17,984 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:18:17,984 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:18:17,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:17,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:17,984 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:18:17,985 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-27T20:18:17,985 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-27T20:18:17,985 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732738607257 hdfs://localhost:34489/backupUT/backup_1732738607257/default/test-1732738596120/ 2024-11-27T20:18:17,986 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34489/backupUT/backup_1732738607257/.backup.manifest 2024-11-27T20:18:17,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732738692187.51395b8c8aef153dc8b8fd4e31772296., hostname=47ee238b5a74,45719,1732738587675, seqNum=2 , the old value is region=table1,,1732738692187.51395b8c8aef153dc8b8fd4e31772296., hostname=47ee238b5a74,45719,1732738587675, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=47ee238b5a74:45719 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T20:18:17,987 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T20:18:17,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732738692187.51395b8c8aef153dc8b8fd4e31772296., hostname=47ee238b5a74,45719,1732738587675, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T20:18:17,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732738692187.51395b8c8aef153dc8b8fd4e31772296., hostname=47ee238b5a74,45719,1732738587675, seqNum=2 from cache 2024-11-27T20:18:17,988 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732738607257/.backup.manifest 2024-11-27T20:18:17,988 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17327385961201' to 'ns2:table2' from full backup image hdfs://localhost:34489/backupUT/backup_1732738607257/ns2/test-17327385961201 2024-11-27T20:18:17,997 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'ns2:table2' 2024-11-27T20:18:17,997 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:34489/backupUT/backup_1732738607257/ns2/test-17327385961201/archive/data/ns2/test-17327385961201/2e6ccb9e75135bd3f94dea3398689aed 2024-11-27T20:18:17,998 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:34489/backupUT/backup_1732738607257/ns2/test-17327385961201/archive/data/ns2/test-17327385961201/2e6ccb9e75135bd3f94dea3398689aed/f in region [hdfs://localhost:34489/backupUT/backup_1732738607257/ns2/test-17327385961201/archive/data/ns2/test-17327385961201/2e6ccb9e75135bd3f94dea3398689aed] 2024-11-27T20:18:18,002 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:34489/backupUT/backup_1732738607257/ns2/test-17327385961201/archive/data/ns2/test-17327385961201/2e6ccb9e75135bd3f94dea3398689aed/f/63aeb355891f44db9da4a3a4fc3873f5 first=row0 last=row98 2024-11-27T20:18:18,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:18:18,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:table2 2024-11-27T20:18:18,006 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:18:18,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 66 2024-11-27T20:18:18,007 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:18:18,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-27T20:18:18,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741977_1153 (size=351) 2024-11-27T20:18:18,098 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47ee238b5a74:45719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T20:18:18,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-27T20:18:18,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-27T20:18:18,415 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ab96603d90da09be3f0df1c44d7aca36, NAME => 'ns2:table2,,1732738698003.ab96603d90da09be3f0df1c44d7aca36.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c 2024-11-27T20:18:18,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741978_1154 (size=37) 2024-11-27T20:18:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-27T20:18:18,823 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1732738698003.ab96603d90da09be3f0df1c44d7aca36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:18:18,823 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing ab96603d90da09be3f0df1c44d7aca36, disabling compactions & flushes 2024-11-27T20:18:18,823 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1732738698003.ab96603d90da09be3f0df1c44d7aca36. 2024-11-27T20:18:18,823 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732738698003.ab96603d90da09be3f0df1c44d7aca36. 2024-11-27T20:18:18,824 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732738698003.ab96603d90da09be3f0df1c44d7aca36. after waiting 0 ms 2024-11-27T20:18:18,824 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732738698003.ab96603d90da09be3f0df1c44d7aca36. 2024-11-27T20:18:18,824 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1732738698003.ab96603d90da09be3f0df1c44d7aca36. 2024-11-27T20:18:18,824 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for ab96603d90da09be3f0df1c44d7aca36: Waiting for close lock at 1732738698823Disabling compacts and flushes for region at 1732738698823Disabling writes for close at 1732738698824 (+1 ms)Writing region close event to WAL at 1732738698824Closed at 1732738698824 2024-11-27T20:18:18,826 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:18:18,827 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1732738698003.ab96603d90da09be3f0df1c44d7aca36.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1732738698827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738698827"}]},"ts":"1732738698827"} 2024-11-27T20:18:18,831 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T20:18:18,832 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:18:18,832 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738698832"}]},"ts":"1732738698832"} 2024-11-27T20:18:18,834 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-27T20:18:18,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=ab96603d90da09be3f0df1c44d7aca36, ASSIGN}] 2024-11-27T20:18:18,835 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=ab96603d90da09be3f0df1c44d7aca36, ASSIGN 2024-11-27T20:18:18,836 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=ab96603d90da09be3f0df1c44d7aca36, ASSIGN; state=OFFLINE, location=47ee238b5a74,45719,1732738587675; forceNewPlan=false, retain=false 2024-11-27T20:18:18,866 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-27T20:18:18,909 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 53638a5faccc75a97d493f0616da7a2d, had cached 0 bytes from a total of 41499 2024-11-27T20:18:18,987 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=ab96603d90da09be3f0df1c44d7aca36, regionState=OPENING, regionLocation=47ee238b5a74,45719,1732738587675 2024-11-27T20:18:18,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=ab96603d90da09be3f0df1c44d7aca36, ASSIGN because future has completed 2024-11-27T20:18:18,989 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab96603d90da09be3f0df1c44d7aca36, server=47ee238b5a74,45719,1732738587675}] 2024-11-27T20:18:19,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-27T20:18:19,146 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(132): Open ns2:table2,,1732738698003.ab96603d90da09be3f0df1c44d7aca36. 2024-11-27T20:18:19,146 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7752): Opening region: {ENCODED => ab96603d90da09be3f0df1c44d7aca36, NAME => 'ns2:table2,,1732738698003.ab96603d90da09be3f0df1c44d7aca36.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:18:19,147 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T20:18:19,147 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 ab96603d90da09be3f0df1c44d7aca36 2024-11-27T20:18:19,148 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(898): Instantiated ns2:table2,,1732738698003.ab96603d90da09be3f0df1c44d7aca36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:18:19,148 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7794): checking encryption for ab96603d90da09be3f0df1c44d7aca36 2024-11-27T20:18:19,148 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7797): checking classloading for ab96603d90da09be3f0df1c44d7aca36 2024-11-27T20:18:19,151 INFO [StoreOpener-ab96603d90da09be3f0df1c44d7aca36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ab96603d90da09be3f0df1c44d7aca36 2024-11-27T20:18:19,153 INFO [StoreOpener-ab96603d90da09be3f0df1c44d7aca36-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab96603d90da09be3f0df1c44d7aca36 columnFamilyName f 2024-11-27T20:18:19,154 DEBUG [StoreOpener-ab96603d90da09be3f0df1c44d7aca36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:19,155 INFO [StoreOpener-ab96603d90da09be3f0df1c44d7aca36-1 {}] regionserver.HStore(327): Store=ab96603d90da09be3f0df1c44d7aca36/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:18:19,155 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1038): replaying wal for ab96603d90da09be3f0df1c44d7aca36 2024-11-27T20:18:19,156 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns2/table2/ab96603d90da09be3f0df1c44d7aca36 2024-11-27T20:18:19,157 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns2/table2/ab96603d90da09be3f0df1c44d7aca36 2024-11-27T20:18:19,158 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1048): stopping wal replay for ab96603d90da09be3f0df1c44d7aca36 2024-11-27T20:18:19,158 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1060): Cleaning up temporary data for ab96603d90da09be3f0df1c44d7aca36 2024-11-27T20:18:19,161 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1093): writing seq id for ab96603d90da09be3f0df1c44d7aca36 2024-11-27T20:18:19,164 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns2/table2/ab96603d90da09be3f0df1c44d7aca36/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:18:19,164 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1114): Opened ab96603d90da09be3f0df1c44d7aca36; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9698032320, jitterRate=-0.09680035710334778}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T20:18:19,164 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ab96603d90da09be3f0df1c44d7aca36 2024-11-27T20:18:19,165 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1006): Region open journal for ab96603d90da09be3f0df1c44d7aca36: Running coprocessor pre-open hook at 1732738699148Writing region info on filesystem at 1732738699148Initializing all the Stores at 1732738699150 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738699150Cleaning up temporary data from old regions at 1732738699158 (+8 ms)Running coprocessor post-open hooks at 1732738699165 (+7 ms)Region opened successfully at 1732738699165 2024-11-27T20:18:19,166 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1732738698003.ab96603d90da09be3f0df1c44d7aca36., pid=68, masterSystemTime=1732738699141 2024-11-27T20:18:19,169 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1732738698003.ab96603d90da09be3f0df1c44d7aca36. 2024-11-27T20:18:19,169 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(153): Opened ns2:table2,,1732738698003.ab96603d90da09be3f0df1c44d7aca36. 2024-11-27T20:18:19,169 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=ab96603d90da09be3f0df1c44d7aca36, regionState=OPEN, openSeqNum=2, regionLocation=47ee238b5a74,45719,1732738587675 2024-11-27T20:18:19,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab96603d90da09be3f0df1c44d7aca36, server=47ee238b5a74,45719,1732738587675 because future has completed 2024-11-27T20:18:19,174 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67 2024-11-27T20:18:19,174 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure ab96603d90da09be3f0df1c44d7aca36, server=47ee238b5a74,45719,1732738587675 in 183 msec 2024-11-27T20:18:19,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-27T20:18:19,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=ab96603d90da09be3f0df1c44d7aca36, ASSIGN in 340 msec 2024-11-27T20:18:19,176 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:18:19,177 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738699176"}]},"ts":"1732738699176"} 2024-11-27T20:18:19,178 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-27T20:18:19,179 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:18:19,180 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:table2 in 1.1760 sec 2024-11-27T20:18:19,398 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2024-11-27T20:18:20,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-27T20:18:20,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:table2 completed 2024-11-27T20:18:20,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-27T20:18:20,160 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:34489/backupUT/backup_1732738607257/ns2/test-17327385961201/archive/data/ns2/test-17327385961201/2e6ccb9e75135bd3f94dea3398689aed from hbase tables ns2:test-17327385961201 to tables ns2:table2 2024-11-27T20:18:20,160 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17327385961201 into ns2:table2 2024-11-27T20:18:20,162 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-ns2-table2-1732738700160 from hdfs://localhost:34489/backupUT/backup_1732738607257/ns2/test-17327385961201/archive/data/ns2/test-17327385961201/2e6ccb9e75135bd3f94dea3398689aed 2024-11-27T20:18:20,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bc2ba7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:20,162 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:18:20,163 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:18:20,163 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:18:20,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:18:20,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:18:20,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c48e93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:20,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:18:20,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:18:20,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:20,165 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:18:20,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d11a731, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:20,165 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:18:20,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 47ee238b5a74,39671,1732738586121 2024-11-27T20:18:20,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53278e97 2024-11-27T20:18:20,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:18:20,167 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:18:20,167 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-27T20:18:20,167 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-27T20:18:20,168 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-27T20:18:20,168 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:18:20,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:18:20,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:18:20,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:18:20,170 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-27T20:18:20,171 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-27T20:18:20,171 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/partitions_7ad7e92a-c3a5-4ab4-b665-042c800f2683 2024-11-27T20:18:20,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741979_1155 (size=153) 2024-11-27T20:18:20,579 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:20,580 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:20,580 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:21,453 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/hadoop-6081112150991785807.jar 2024-11-27T20:18:21,454 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:21,454 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:21,454 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:21,454 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:21,454 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:21,455 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:21,455 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:21,455 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:21,455 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:21,455 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T20:18:21,455 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T20:18:21,456 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T20:18:21,456 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T20:18:21,456 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T20:18:21,456 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T20:18:21,456 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T20:18:21,456 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T20:18:21,457 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T20:18:21,457 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T20:18:21,457 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T20:18:21,457 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:21,457 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:21,458 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:21,458 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:21,458 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:21,458 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:21,458 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T20:18:21,458 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-27T20:18:21,458 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:18:21,458 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:18:21,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:21,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:21,459 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:18:21,459 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-27T20:18:21,459 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T20:18:21,469 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T20:18:21,481 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-27T20:18:21,568 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/mapreduce.cluster.local.dir/job_local959643439_0013_bfdebfe0-137e-45e6-bdb0-5716756ed2a0/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-27T20:18:21,568 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/mapreduce.cluster.local.dir/job_local959643439_0013_bfdebfe0-137e-45e6-bdb0-5716756ed2a0/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-27T20:18:21,619 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:34489/backupUT/backup_1732738607257/ns2/test-17327385961201/archive/data/ns2/test-17327385961201/2e6ccb9e75135bd3f94dea3398689aed/f/63aeb355891f44db9da4a3a4fc3873f5 2024-11-27T20:18:21,622 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-27T20:18:21,651 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@608aa705, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:21,652 DEBUG [pool-272-thread-1 {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:18:21,652 DEBUG [pool-272-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:18:21,653 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:18:21,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:18:21,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:18:21,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b68f272, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:21,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:18:21,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:18:21,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:21,655 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:18:21,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5adcab66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:21,656 DEBUG [pool-272-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:18:21,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:18:21,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:18:21,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:18:21,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row0', locateType=CURRENT is [region=ns2:table2,,1732738698003.ab96603d90da09be3f0df1c44d7aca36., hostname=47ee238b5a74,45719,1732738587675, seqNum=2] 2024-11-27T20:18:21,660 INFO [pool-272-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-272-thread-1. 2024-11-27T20:18:21,660 DEBUG [pool-272-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:18:21,660 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:21,660 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:21,660 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:18:21,660 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-27T20:18:21,660 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 47ee238b5a74 2024-11-27T20:18:21,666 DEBUG [pool-272-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-ns2-table2-1732738700160/_temporary/0/_temporary/attempt_local959643439_0013_r_000000_0/f/4f026ffc472f43568ce4412c0251dbaf is 37, key is row10/f:q1/1732738601128/Put/seqid=0 2024-11-27T20:18:21,667 WARN [Thread-1716 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [47ee238b5a74:45719] Specified favored nodes: [47ee238b5a74:45719] 2024-11-27T20:18:21,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741980_1156 (size=8741) 2024-11-27T20:18:22,611 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-ns2-table2-1732738700160 2024-11-27T20:18:22,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3380d9c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:22,611 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:18:22,611 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:18:22,612 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:18:22,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:18:22,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:18:22,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bfe34f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:22,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:18:22,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:18:22,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:22,613 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:18:22,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ddd3ac2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:22,614 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:18:22,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:18:22,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:18:22,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:18:22,618 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-ns2-table2-1732738700160/_SUCCESS 2024-11-27T20:18:22,621 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:18:22,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 47ee238b5a74,39671,1732738586121 2024-11-27T20:18:22,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50d3c6cd 2024-11-27T20:18:22,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:18:22,623 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:18:22,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732738698003.ab96603d90da09be3f0df1c44d7aca36., hostname=47ee238b5a74,45719,1732738587675, seqNum=2] 2024-11-27T20:18:22,629 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-27T20:18:22,635 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-ns2-table2-1732738700160/f/4f026ffc472f43568ce4412c0251dbaf first=Optional[row0] last=Optional[row98] 2024-11-27T20:18:22,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-ns2-table2-1732738700160/f/4f026ffc472f43568ce4412c0251dbaf for inclusion in ab96603d90da09be3f0df1c44d7aca36/f 2024-11-27T20:18:22,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-27T20:18:22,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T20:18:22,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HRegion(2603): Flush status journal for ab96603d90da09be3f0df1c44d7aca36: 2024-11-27T20:18:22,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-ns2-table2-1732738700160/f/4f026ffc472f43568ce4412c0251dbaf to hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/staging/jenkins__ns2_table2__f9ii21ss3ld7pasied2sbpn0qqn0spq4op64seq4m7vimds88n4pt5k8g6al2e91/f/4f026ffc472f43568ce4412c0251dbaf 2024-11-27T20:18:22,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/staging/jenkins__ns2_table2__f9ii21ss3ld7pasied2sbpn0qqn0spq4op64seq4m7vimds88n4pt5k8g6al2e91/f/4f026ffc472f43568ce4412c0251dbaf as hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns2/table2/ab96603d90da09be3f0df1c44d7aca36/f/1b7547847ae440458c5d0658bd5104f9_SeqId_4_ 2024-11-27T20:18:22,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b570e45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:22,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:18:22,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:18:22,650 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:18:22,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:18:22,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:18:22,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12eae89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:22,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:18:22,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:18:22,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:22,652 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:18:22,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f8e3d57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:22,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:18:22,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 47ee238b5a74,39671,1732738586121 2024-11-27T20:18:22,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29ba141f 2024-11-27T20:18:22,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:18:22,655 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:18:22,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:18:22,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:18:22,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:18:22,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:18:22,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T20:18:22,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T20:18:22,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d., hostname=47ee238b5a74,45719,1732738587675, seqNum=2] 2024-11-27T20:18:22,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719. 2024-11-27T20:18:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T20:18:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:22,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:22,679 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:18:22,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/staging/jenkins__ns2_table2__f9ii21ss3ld7pasied2sbpn0qqn0spq4op64seq4m7vimds88n4pt5k8g6al2e91/f/4f026ffc472f43568ce4412c0251dbaf into ab96603d90da09be3f0df1c44d7aca36/f as hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns2/table2/ab96603d90da09be3f0df1c44d7aca36/f/1b7547847ae440458c5d0658bd5104f9_SeqId_4_ - updating store file list. 2024-11-27T20:18:22,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns2/table2/ab96603d90da09be3f0df1c44d7aca36/f/1b7547847ae440458c5d0658bd5104f9_SeqId_4_ into ab96603d90da09be3f0df1c44d7aca36/f 2024-11-27T20:18:22,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/staging/jenkins__ns2_table2__f9ii21ss3ld7pasied2sbpn0qqn0spq4op64seq4m7vimds88n4pt5k8g6al2e91/f/4f026ffc472f43568ce4412c0251dbaf into ab96603d90da09be3f0df1c44d7aca36/f (new location: hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns2/table2/ab96603d90da09be3f0df1c44d7aca36/f/1b7547847ae440458c5d0658bd5104f9_SeqId_4_) 2024-11-27T20:18:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/staging/jenkins__ns2_table2__f9ii21ss3ld7pasied2sbpn0qqn0spq4op64seq4m7vimds88n4pt5k8g6al2e91/f/4f026ffc472f43568ce4412c0251dbaf 2024-11-27T20:18:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@517e40b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:18:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:18:22,689 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:18:22,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:18:22,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:18:22,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ef4b56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:22,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:18:22,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:18:22,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:22,690 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:18:22,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b5728d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:18:22,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 47ee238b5a74,39671,1732738586121 2024-11-27T20:18:22,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f816d04 2024-11-27T20:18:22,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:18:22,693 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T20:18:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:18:22,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:18:22,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:18:22,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-27T20:18:22,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T20:18:22,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T20:18:22,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d., hostname=47ee238b5a74,45719,1732738587675, seqNum=2] 2024-11-27T20:18:22,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719. 2024-11-27T20:18:22,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T20:18:22,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:22,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:22,710 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:18:22,711 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:18:22,711 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:18:22,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:22,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:22,711 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:18:22,711 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-27T20:18:22,711 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-27T20:18:22,711 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732738607257 hdfs://localhost:34489/backupUT/backup_1732738607257/ns2/test-17327385961201/ 2024-11-27T20:18:22,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1732738698003.ab96603d90da09be3f0df1c44d7aca36., hostname=47ee238b5a74,45719,1732738587675, seqNum=2 , the old value is region=ns2:table2,,1732738698003.ab96603d90da09be3f0df1c44d7aca36., hostname=47ee238b5a74,45719,1732738587675, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=47ee238b5a74:45719 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T20:18:22,711 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-27T20:18:22,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1732738698003.ab96603d90da09be3f0df1c44d7aca36., hostname=47ee238b5a74,45719,1732738587675, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T20:18:22,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1732738698003.ab96603d90da09be3f0df1c44d7aca36., hostname=47ee238b5a74,45719,1732738587675, seqNum=2 from cache 2024-11-27T20:18:22,712 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T20:18:22,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732738692187.51395b8c8aef153dc8b8fd4e31772296., hostname=47ee238b5a74,45719,1732738587675, seqNum=2] 2024-11-27T20:18:22,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732738692187.f5a0b9fff2d798f9b73da9ea73a86290., hostname=47ee238b5a74,45719,1732738587675, seqNum=2] 2024-11-27T20:18:22,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732738698003.ab96603d90da09be3f0df1c44d7aca36., hostname=47ee238b5a74,45719,1732738587675, seqNum=2] 2024-11-27T20:18:22,734 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34489/backupUT/backup_1732738678832/.backup.manifest 2024-11-27T20:18:22,736 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732738678832/.backup.manifest 2024-11-27T20:18:22,737 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34489/backupUT/backup_1732738643403/.backup.manifest 2024-11-27T20:18:22,738 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732738643403/.backup.manifest 2024-11-27T20:18:22,738 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1732738596120' to 'table1' from full backup image hdfs://localhost:34489/backupUT/backup_1732738643403/default/test-1732738596120 2024-11-27T20:18:22,741 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'test-1732738596120', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1732738678832 2024-11-27T20:18:22,744 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'table1', preserving region splits 2024-11-27T20:18:22,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable table1 2024-11-27T20:18:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] procedure2.ProcedureExecutor(1139): Stored pid=69, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=table1 2024-11-27T20:18:22,754 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738702754"}]},"ts":"1732738702754"} 2024-11-27T20:18:22,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-27T20:18:22,756 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLING in hbase:meta 2024-11-27T20:18:22,756 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set table1 to state=DISABLING 2024-11-27T20:18:22,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=table1}] 2024-11-27T20:18:22,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=51395b8c8aef153dc8b8fd4e31772296, UNASSIGN}, {pid=72, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=f5a0b9fff2d798f9b73da9ea73a86290, UNASSIGN}] 2024-11-27T20:18:22,762 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=f5a0b9fff2d798f9b73da9ea73a86290, UNASSIGN 2024-11-27T20:18:22,762 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=51395b8c8aef153dc8b8fd4e31772296, UNASSIGN 2024-11-27T20:18:22,763 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=51395b8c8aef153dc8b8fd4e31772296, regionState=CLOSING, regionLocation=47ee238b5a74,45719,1732738587675 2024-11-27T20:18:22,763 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=f5a0b9fff2d798f9b73da9ea73a86290, regionState=CLOSING, regionLocation=47ee238b5a74,45719,1732738587675 2024-11-27T20:18:22,764 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39671 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=CLOSING, location=47ee238b5a74,45719,1732738587675, table=table1, region=51395b8c8aef153dc8b8fd4e31772296. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-27T20:18:22,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=51395b8c8aef153dc8b8fd4e31772296, UNASSIGN because future has completed 2024-11-27T20:18:22,765 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39671 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=CLOSING, location=47ee238b5a74,45719,1732738587675, table=table1, region=f5a0b9fff2d798f9b73da9ea73a86290. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-27T20:18:22,765 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T20:18:22,765 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=71, state=RUNNABLE, hasLock=false; CloseRegionProcedure 51395b8c8aef153dc8b8fd4e31772296, server=47ee238b5a74,45719,1732738587675}] 2024-11-27T20:18:22,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=f5a0b9fff2d798f9b73da9ea73a86290, UNASSIGN because future has completed 2024-11-27T20:18:22,766 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T20:18:22,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure f5a0b9fff2d798f9b73da9ea73a86290, server=47ee238b5a74,45719,1732738587675}] 2024-11-27T20:18:22,816 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47ee238b5a74:45719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T20:18:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-27T20:18:22,918 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(122): Close f5a0b9fff2d798f9b73da9ea73a86290 2024-11-27T20:18:22,918 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-27T20:18:22,918 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1722): Closing f5a0b9fff2d798f9b73da9ea73a86290, disabling compactions & flushes 2024-11-27T20:18:22,919 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1755): Closing region table1,row0,1732738692187.f5a0b9fff2d798f9b73da9ea73a86290. 2024-11-27T20:18:22,919 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732738692187.f5a0b9fff2d798f9b73da9ea73a86290. 2024-11-27T20:18:22,919 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732738692187.f5a0b9fff2d798f9b73da9ea73a86290. after waiting 0 ms 2024-11-27T20:18:22,919 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732738692187.f5a0b9fff2d798f9b73da9ea73a86290. 2024-11-27T20:18:22,928 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/f5a0b9fff2d798f9b73da9ea73a86290/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-27T20:18:22,930 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T20:18:22,931 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1973): Closed table1,row0,1732738692187.f5a0b9fff2d798f9b73da9ea73a86290. 2024-11-27T20:18:22,931 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1676): Region close journal for f5a0b9fff2d798f9b73da9ea73a86290: Waiting for close lock at 1732738702918Running coprocessor pre-close hooks at 1732738702918Disabling compacts and flushes for region at 1732738702918Disabling writes for close at 1732738702919 (+1 ms)Writing region close event to WAL at 1732738702920 (+1 ms)Running coprocessor post-close hooks at 1732738702930 (+10 ms)Closed at 1732738702931 (+1 ms) 2024-11-27T20:18:22,933 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(157): Closed f5a0b9fff2d798f9b73da9ea73a86290 2024-11-27T20:18:22,933 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(122): Close 51395b8c8aef153dc8b8fd4e31772296 2024-11-27T20:18:22,933 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-27T20:18:22,934 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1722): Closing 51395b8c8aef153dc8b8fd4e31772296, disabling compactions & flushes 2024-11-27T20:18:22,934 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1755): Closing region table1,,1732738692187.51395b8c8aef153dc8b8fd4e31772296. 2024-11-27T20:18:22,934 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732738692187.51395b8c8aef153dc8b8fd4e31772296. 2024-11-27T20:18:22,934 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1843): Acquired close lock on table1,,1732738692187.51395b8c8aef153dc8b8fd4e31772296. after waiting 0 ms 2024-11-27T20:18:22,934 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1853): Updates disabled for region table1,,1732738692187.51395b8c8aef153dc8b8fd4e31772296. 2024-11-27T20:18:22,934 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=f5a0b9fff2d798f9b73da9ea73a86290, regionState=CLOSED 2024-11-27T20:18:22,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure f5a0b9fff2d798f9b73da9ea73a86290, server=47ee238b5a74,45719,1732738587675 because future has completed 2024-11-27T20:18:22,939 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/51395b8c8aef153dc8b8fd4e31772296/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-27T20:18:22,939 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=72 2024-11-27T20:18:22,939 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=72, state=SUCCESS, hasLock=false; CloseRegionProcedure f5a0b9fff2d798f9b73da9ea73a86290, server=47ee238b5a74,45719,1732738587675 in 171 msec 2024-11-27T20:18:22,940 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T20:18:22,940 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1973): Closed table1,,1732738692187.51395b8c8aef153dc8b8fd4e31772296. 2024-11-27T20:18:22,940 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1676): Region close journal for 51395b8c8aef153dc8b8fd4e31772296: Waiting for close lock at 1732738702934Running coprocessor pre-close hooks at 1732738702934Disabling compacts and flushes for region at 1732738702934Disabling writes for close at 1732738702934Writing region close event to WAL at 1732738702935 (+1 ms)Running coprocessor post-close hooks at 1732738702940 (+5 ms)Closed at 1732738702940 2024-11-27T20:18:22,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=70, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=f5a0b9fff2d798f9b73da9ea73a86290, UNASSIGN in 178 msec 2024-11-27T20:18:22,942 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(157): Closed 51395b8c8aef153dc8b8fd4e31772296 2024-11-27T20:18:22,942 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=51395b8c8aef153dc8b8fd4e31772296, regionState=CLOSED 2024-11-27T20:18:22,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=71, state=RUNNABLE, hasLock=false; CloseRegionProcedure 51395b8c8aef153dc8b8fd4e31772296, server=47ee238b5a74,45719,1732738587675 because future has completed 2024-11-27T20:18:22,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=71 2024-11-27T20:18:22,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=71, state=SUCCESS, hasLock=false; CloseRegionProcedure 51395b8c8aef153dc8b8fd4e31772296, server=47ee238b5a74,45719,1732738587675 in 180 msec 2024-11-27T20:18:22,949 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-27T20:18:22,949 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=51395b8c8aef153dc8b8fd4e31772296, UNASSIGN in 186 msec 2024-11-27T20:18:22,951 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=70, resume processing ppid=69 2024-11-27T20:18:22,951 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=69, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=table1 in 193 msec 2024-11-27T20:18:22,952 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738702952"}]},"ts":"1732738702952"} 2024-11-27T20:18:22,954 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLED in hbase:meta 2024-11-27T20:18:22,954 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set table1 to state=DISABLED 2024-11-27T20:18:22,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, state=SUCCESS, hasLock=false; DisableTableProcedure table=table1 in 205 msec 2024-11-27T20:18:23,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-27T20:18:23,076 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:table1 completed 2024-11-27T20:18:23,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.3 truncate table1 2024-11-27T20:18:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] procedure2.ProcedureExecutor(1139): Stored pid=75, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) 2024-11-27T20:18:23,092 DEBUG [PEWorker-1 {}] procedure.TruncateTableProcedure(87): waiting for 'table1' regions in transition 2024-11-27T20:18:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-27T20:18:23,097 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/51395b8c8aef153dc8b8fd4e31772296 2024-11-27T20:18:23,097 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/f5a0b9fff2d798f9b73da9ea73a86290 2024-11-27T20:18:23,100 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/51395b8c8aef153dc8b8fd4e31772296/f, FileablePath, hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/51395b8c8aef153dc8b8fd4e31772296/f3, FileablePath, hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/51395b8c8aef153dc8b8fd4e31772296/mob, FileablePath, hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/51395b8c8aef153dc8b8fd4e31772296/recovered.edits] 2024-11-27T20:18:23,100 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/f5a0b9fff2d798f9b73da9ea73a86290/f, FileablePath, hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/f5a0b9fff2d798f9b73da9ea73a86290/f3, FileablePath, hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/f5a0b9fff2d798f9b73da9ea73a86290/mob, FileablePath, hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/f5a0b9fff2d798f9b73da9ea73a86290/recovered.edits] 2024-11-27T20:18:23,104 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/f5a0b9fff2d798f9b73da9ea73a86290/f/d8479589c8bd4c21bce23dfa37f30519_SeqId_4_ to hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/archive/data/default/table1/f5a0b9fff2d798f9b73da9ea73a86290/f/d8479589c8bd4c21bce23dfa37f30519_SeqId_4_ 2024-11-27T20:18:23,105 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/51395b8c8aef153dc8b8fd4e31772296/f3/5e6e0294f86b414f9b002ca8b8a3271b_SeqId_4_ to hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/archive/data/default/table1/51395b8c8aef153dc8b8fd4e31772296/f3/5e6e0294f86b414f9b002ca8b8a3271b_SeqId_4_ 2024-11-27T20:18:23,108 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/51395b8c8aef153dc8b8fd4e31772296/mob/31e6c829013e46b6b9fb90ea2b9f4645_SeqId_4_ to hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/archive/data/default/table1/51395b8c8aef153dc8b8fd4e31772296/mob/31e6c829013e46b6b9fb90ea2b9f4645_SeqId_4_ 2024-11-27T20:18:23,109 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/f5a0b9fff2d798f9b73da9ea73a86290/recovered.edits/6.seqid to hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/archive/data/default/table1/f5a0b9fff2d798f9b73da9ea73a86290/recovered.edits/6.seqid 2024-11-27T20:18:23,109 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/f5a0b9fff2d798f9b73da9ea73a86290 2024-11-27T20:18:23,111 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/51395b8c8aef153dc8b8fd4e31772296/recovered.edits/6.seqid to hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/archive/data/default/table1/51395b8c8aef153dc8b8fd4e31772296/recovered.edits/6.seqid 2024-11-27T20:18:23,111 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/51395b8c8aef153dc8b8fd4e31772296 2024-11-27T20:18:23,111 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived table1 regions 2024-11-27T20:18:23,112 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-27T20:18:23,112 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f/mob] 2024-11-27T20:18:23,114 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-27T20:18:23,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45719 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-27T20:18:23,124 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of table1 from hbase:meta 2024-11-27T20:18:23,126 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'table1' descriptor. 2024-11-27T20:18:23,127 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'table1' from region states. 2024-11-27T20:18:23,127 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,,1732738692187.51395b8c8aef153dc8b8fd4e31772296.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732738703127"}]},"ts":"9223372036854775807"} 2024-11-27T20:18:23,127 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,row0,1732738692187.f5a0b9fff2d798f9b73da9ea73a86290.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732738703127"}]},"ts":"9223372036854775807"} 2024-11-27T20:18:23,129 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 2 regions from META 2024-11-27T20:18:23,129 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 51395b8c8aef153dc8b8fd4e31772296, NAME => 'table1,,1732738692187.51395b8c8aef153dc8b8fd4e31772296.', STARTKEY => '', ENDKEY => 'row0'}, {ENCODED => f5a0b9fff2d798f9b73da9ea73a86290, NAME => 'table1,row0,1732738692187.f5a0b9fff2d798f9b73da9ea73a86290.', STARTKEY => 'row0', ENDKEY => ''}] 2024-11-27T20:18:23,129 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'table1' as deleted. 2024-11-27T20:18:23,130 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732738703129"}]},"ts":"9223372036854775807"} 2024-11-27T20:18:23,131 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table table1 state from META 2024-11-27T20:18:23,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741981_1157 (size=938) 2024-11-27T20:18:23,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-27T20:18:23,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-27T20:18:23,544 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 00e1496536a0a70ba7a0ef7aa8da92a0, NAME => 'table1,,1732738703115.00e1496536a0a70ba7a0ef7aa8da92a0.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c 2024-11-27T20:18:23,546 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e8a91e5fa0a766b7d30ef7ce6db8e839, NAME => 'table1,row0,1732738703115.e8a91e5fa0a766b7d30ef7ce6db8e839.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c 2024-11-27T20:18:23,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741982_1158 (size=45) 2024-11-27T20:18:23,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741983_1159 (size=45) 2024-11-27T20:18:23,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-27T20:18:23,959 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1732738703115.e8a91e5fa0a766b7d30ef7ce6db8e839.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:18:23,959 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1732738703115.00e1496536a0a70ba7a0ef7aa8da92a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:18:23,959 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing e8a91e5fa0a766b7d30ef7ce6db8e839, disabling compactions & flushes 2024-11-27T20:18:23,959 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1732738703115.e8a91e5fa0a766b7d30ef7ce6db8e839. 2024-11-27T20:18:23,959 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 00e1496536a0a70ba7a0ef7aa8da92a0, disabling compactions & flushes 2024-11-27T20:18:23,959 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732738703115.e8a91e5fa0a766b7d30ef7ce6db8e839. 2024-11-27T20:18:23,959 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1732738703115.00e1496536a0a70ba7a0ef7aa8da92a0. 2024-11-27T20:18:23,960 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732738703115.e8a91e5fa0a766b7d30ef7ce6db8e839. after waiting 0 ms 2024-11-27T20:18:23,960 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732738703115.00e1496536a0a70ba7a0ef7aa8da92a0. 2024-11-27T20:18:23,960 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732738703115.e8a91e5fa0a766b7d30ef7ce6db8e839. 2024-11-27T20:18:23,960 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1732738703115.00e1496536a0a70ba7a0ef7aa8da92a0. after waiting 0 ms 2024-11-27T20:18:23,960 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1732738703115.e8a91e5fa0a766b7d30ef7ce6db8e839. 2024-11-27T20:18:23,960 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1732738703115.00e1496536a0a70ba7a0ef7aa8da92a0. 2024-11-27T20:18:23,960 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1732738703115.00e1496536a0a70ba7a0ef7aa8da92a0. 2024-11-27T20:18:23,960 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for e8a91e5fa0a766b7d30ef7ce6db8e839: Waiting for close lock at 1732738703959Disabling compacts and flushes for region at 1732738703959Disabling writes for close at 1732738703960 (+1 ms)Writing region close event to WAL at 1732738703960Closed at 1732738703960 2024-11-27T20:18:23,960 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 00e1496536a0a70ba7a0ef7aa8da92a0: Waiting for close lock at 1732738703959Disabling compacts and flushes for region at 1732738703959Disabling writes for close at 1732738703960 (+1 ms)Writing region close event to WAL at 1732738703960Closed at 1732738703960 2024-11-27T20:18:23,964 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1732738703115.e8a91e5fa0a766b7d30ef7ce6db8e839.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732738703963"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738703963"}]},"ts":"1732738703963"} 2024-11-27T20:18:23,964 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1732738703115.00e1496536a0a70ba7a0ef7aa8da92a0.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732738703963"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738703963"}]},"ts":"1732738703963"} 2024-11-27T20:18:23,968 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-27T20:18:23,969 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738703969"}]},"ts":"1732738703969"} 2024-11-27T20:18:23,971 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-27T20:18:23,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=00e1496536a0a70ba7a0ef7aa8da92a0, ASSIGN}, {pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=e8a91e5fa0a766b7d30ef7ce6db8e839, ASSIGN}] 2024-11-27T20:18:23,972 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=00e1496536a0a70ba7a0ef7aa8da92a0, ASSIGN 2024-11-27T20:18:23,972 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=e8a91e5fa0a766b7d30ef7ce6db8e839, ASSIGN 2024-11-27T20:18:23,973 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=e8a91e5fa0a766b7d30ef7ce6db8e839, ASSIGN; state=OFFLINE, location=47ee238b5a74,45719,1732738587675; forceNewPlan=false, retain=false 2024-11-27T20:18:23,973 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=00e1496536a0a70ba7a0ef7aa8da92a0, ASSIGN; state=OFFLINE, location=47ee238b5a74,45719,1732738587675; forceNewPlan=false, retain=false 2024-11-27T20:18:24,124 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=e8a91e5fa0a766b7d30ef7ce6db8e839, regionState=OPENING, regionLocation=47ee238b5a74,45719,1732738587675 2024-11-27T20:18:24,124 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=00e1496536a0a70ba7a0ef7aa8da92a0, regionState=OPENING, regionLocation=47ee238b5a74,45719,1732738587675 2024-11-27T20:18:24,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=e8a91e5fa0a766b7d30ef7ce6db8e839, ASSIGN because future has completed 2024-11-27T20:18:24,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8a91e5fa0a766b7d30ef7ce6db8e839, server=47ee238b5a74,45719,1732738587675}] 2024-11-27T20:18:24,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=00e1496536a0a70ba7a0ef7aa8da92a0, ASSIGN because future has completed 2024-11-27T20:18:24,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=76, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00e1496536a0a70ba7a0ef7aa8da92a0, server=47ee238b5a74,45719,1732738587675}] 2024-11-27T20:18:24,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-27T20:18:24,288 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open table1,row0,1732738703115.e8a91e5fa0a766b7d30ef7ce6db8e839. 2024-11-27T20:18:24,289 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => e8a91e5fa0a766b7d30ef7ce6db8e839, NAME => 'table1,row0,1732738703115.e8a91e5fa0a766b7d30ef7ce6db8e839.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-27T20:18:24,290 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T20:18:24,290 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 e8a91e5fa0a766b7d30ef7ce6db8e839 2024-11-27T20:18:24,290 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated table1,row0,1732738703115.e8a91e5fa0a766b7d30ef7ce6db8e839.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:18:24,290 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for e8a91e5fa0a766b7d30ef7ce6db8e839 2024-11-27T20:18:24,290 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for e8a91e5fa0a766b7d30ef7ce6db8e839 2024-11-27T20:18:24,292 INFO [StoreOpener-e8a91e5fa0a766b7d30ef7ce6db8e839-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e8a91e5fa0a766b7d30ef7ce6db8e839 2024-11-27T20:18:24,294 INFO [StoreOpener-e8a91e5fa0a766b7d30ef7ce6db8e839-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8a91e5fa0a766b7d30ef7ce6db8e839 columnFamilyName f 2024-11-27T20:18:24,294 DEBUG [StoreOpener-e8a91e5fa0a766b7d30ef7ce6db8e839-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:24,295 INFO [StoreOpener-e8a91e5fa0a766b7d30ef7ce6db8e839-1 {}] regionserver.HStore(327): Store=e8a91e5fa0a766b7d30ef7ce6db8e839/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:18:24,295 INFO [StoreOpener-e8a91e5fa0a766b7d30ef7ce6db8e839-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region e8a91e5fa0a766b7d30ef7ce6db8e839 2024-11-27T20:18:24,296 INFO [StoreOpener-e8a91e5fa0a766b7d30ef7ce6db8e839-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8a91e5fa0a766b7d30ef7ce6db8e839 columnFamilyName f3 2024-11-27T20:18:24,296 DEBUG [StoreOpener-e8a91e5fa0a766b7d30ef7ce6db8e839-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:24,297 INFO [StoreOpener-e8a91e5fa0a766b7d30ef7ce6db8e839-1 {}] regionserver.HStore(327): Store=e8a91e5fa0a766b7d30ef7ce6db8e839/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:18:24,297 INFO [StoreOpener-e8a91e5fa0a766b7d30ef7ce6db8e839-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region e8a91e5fa0a766b7d30ef7ce6db8e839 2024-11-27T20:18:24,299 INFO [StoreOpener-e8a91e5fa0a766b7d30ef7ce6db8e839-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8a91e5fa0a766b7d30ef7ce6db8e839 columnFamilyName mob 2024-11-27T20:18:24,300 DEBUG [StoreOpener-e8a91e5fa0a766b7d30ef7ce6db8e839-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:24,300 INFO [StoreOpener-e8a91e5fa0a766b7d30ef7ce6db8e839-1 {}] regionserver.HStore(327): Store=e8a91e5fa0a766b7d30ef7ce6db8e839/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:18:24,301 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for e8a91e5fa0a766b7d30ef7ce6db8e839 2024-11-27T20:18:24,302 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/e8a91e5fa0a766b7d30ef7ce6db8e839 2024-11-27T20:18:24,302 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/e8a91e5fa0a766b7d30ef7ce6db8e839 2024-11-27T20:18:24,304 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for e8a91e5fa0a766b7d30ef7ce6db8e839 2024-11-27T20:18:24,304 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for e8a91e5fa0a766b7d30ef7ce6db8e839 2024-11-27T20:18:24,305 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T20:18:24,307 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for e8a91e5fa0a766b7d30ef7ce6db8e839 2024-11-27T20:18:24,310 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/e8a91e5fa0a766b7d30ef7ce6db8e839/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:18:24,311 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened e8a91e5fa0a766b7d30ef7ce6db8e839; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10062394560, jitterRate=-0.06286647915840149}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T20:18:24,311 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e8a91e5fa0a766b7d30ef7ce6db8e839 2024-11-27T20:18:24,313 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for e8a91e5fa0a766b7d30ef7ce6db8e839: Running coprocessor pre-open hook at 1732738704291Writing region info on filesystem at 1732738704291Initializing all the Stores at 1732738704292 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738704292Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738704292Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738704292Cleaning up temporary data from old regions at 1732738704304 (+12 ms)Running coprocessor post-open hooks at 1732738704311 (+7 ms)Region opened successfully at 1732738704312 (+1 ms) 2024-11-27T20:18:24,314 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1732738703115.e8a91e5fa0a766b7d30ef7ce6db8e839., pid=78, masterSystemTime=1732738704279 2024-11-27T20:18:24,316 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1732738703115.e8a91e5fa0a766b7d30ef7ce6db8e839. 2024-11-27T20:18:24,316 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened table1,row0,1732738703115.e8a91e5fa0a766b7d30ef7ce6db8e839. 2024-11-27T20:18:24,316 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open table1,,1732738703115.00e1496536a0a70ba7a0ef7aa8da92a0. 2024-11-27T20:18:24,316 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 00e1496536a0a70ba7a0ef7aa8da92a0, NAME => 'table1,,1732738703115.00e1496536a0a70ba7a0ef7aa8da92a0.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-27T20:18:24,316 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=e8a91e5fa0a766b7d30ef7ce6db8e839, regionState=OPEN, openSeqNum=2, regionLocation=47ee238b5a74,45719,1732738587675 2024-11-27T20:18:24,316 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T20:18:24,317 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 00e1496536a0a70ba7a0ef7aa8da92a0 2024-11-27T20:18:24,317 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated table1,,1732738703115.00e1496536a0a70ba7a0ef7aa8da92a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:18:24,317 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 00e1496536a0a70ba7a0ef7aa8da92a0 2024-11-27T20:18:24,317 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 00e1496536a0a70ba7a0ef7aa8da92a0 2024-11-27T20:18:24,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8a91e5fa0a766b7d30ef7ce6db8e839, server=47ee238b5a74,45719,1732738587675 because future has completed 2024-11-27T20:18:24,318 INFO [StoreOpener-00e1496536a0a70ba7a0ef7aa8da92a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 00e1496536a0a70ba7a0ef7aa8da92a0 2024-11-27T20:18:24,320 INFO [StoreOpener-00e1496536a0a70ba7a0ef7aa8da92a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00e1496536a0a70ba7a0ef7aa8da92a0 columnFamilyName f 2024-11-27T20:18:24,320 DEBUG [StoreOpener-00e1496536a0a70ba7a0ef7aa8da92a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:24,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=77 2024-11-27T20:18:24,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=77, state=SUCCESS, hasLock=false; OpenRegionProcedure e8a91e5fa0a766b7d30ef7ce6db8e839, server=47ee238b5a74,45719,1732738587675 in 193 msec 2024-11-27T20:18:24,321 INFO [StoreOpener-00e1496536a0a70ba7a0ef7aa8da92a0-1 {}] regionserver.HStore(327): Store=00e1496536a0a70ba7a0ef7aa8da92a0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:18:24,321 INFO [StoreOpener-00e1496536a0a70ba7a0ef7aa8da92a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 00e1496536a0a70ba7a0ef7aa8da92a0 2024-11-27T20:18:24,322 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=75, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=e8a91e5fa0a766b7d30ef7ce6db8e839, ASSIGN in 349 msec 2024-11-27T20:18:24,322 INFO [StoreOpener-00e1496536a0a70ba7a0ef7aa8da92a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00e1496536a0a70ba7a0ef7aa8da92a0 columnFamilyName f3 2024-11-27T20:18:24,322 DEBUG [StoreOpener-00e1496536a0a70ba7a0ef7aa8da92a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:24,323 INFO [StoreOpener-00e1496536a0a70ba7a0ef7aa8da92a0-1 {}] regionserver.HStore(327): Store=00e1496536a0a70ba7a0ef7aa8da92a0/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:18:24,323 INFO [StoreOpener-00e1496536a0a70ba7a0ef7aa8da92a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 00e1496536a0a70ba7a0ef7aa8da92a0 2024-11-27T20:18:24,324 INFO [StoreOpener-00e1496536a0a70ba7a0ef7aa8da92a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00e1496536a0a70ba7a0ef7aa8da92a0 columnFamilyName mob 2024-11-27T20:18:24,325 DEBUG [StoreOpener-00e1496536a0a70ba7a0ef7aa8da92a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:24,325 INFO [StoreOpener-00e1496536a0a70ba7a0ef7aa8da92a0-1 {}] regionserver.HStore(327): Store=00e1496536a0a70ba7a0ef7aa8da92a0/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:18:24,325 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 00e1496536a0a70ba7a0ef7aa8da92a0 2024-11-27T20:18:24,326 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/00e1496536a0a70ba7a0ef7aa8da92a0 2024-11-27T20:18:24,326 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/00e1496536a0a70ba7a0ef7aa8da92a0 2024-11-27T20:18:24,328 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 00e1496536a0a70ba7a0ef7aa8da92a0 2024-11-27T20:18:24,328 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 00e1496536a0a70ba7a0ef7aa8da92a0 2024-11-27T20:18:24,328 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T20:18:24,329 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 00e1496536a0a70ba7a0ef7aa8da92a0 2024-11-27T20:18:24,331 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/00e1496536a0a70ba7a0ef7aa8da92a0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:18:24,332 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 00e1496536a0a70ba7a0ef7aa8da92a0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10254244800, jitterRate=-0.04499903321266174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T20:18:24,332 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 00e1496536a0a70ba7a0ef7aa8da92a0 2024-11-27T20:18:24,332 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 00e1496536a0a70ba7a0ef7aa8da92a0: Running coprocessor pre-open hook at 1732738704317Writing region info on filesystem at 1732738704317Initializing all the Stores at 1732738704318 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738704318Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738704318Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738704318Cleaning up temporary data from old regions at 1732738704328 (+10 ms)Running coprocessor post-open hooks at 1732738704332 (+4 ms)Region opened successfully at 1732738704332 2024-11-27T20:18:24,332 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1732738703115.00e1496536a0a70ba7a0ef7aa8da92a0., pid=79, masterSystemTime=1732738704279 2024-11-27T20:18:24,334 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1732738703115.00e1496536a0a70ba7a0ef7aa8da92a0. 2024-11-27T20:18:24,334 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened table1,,1732738703115.00e1496536a0a70ba7a0ef7aa8da92a0. 2024-11-27T20:18:24,335 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=00e1496536a0a70ba7a0ef7aa8da92a0, regionState=OPEN, openSeqNum=2, regionLocation=47ee238b5a74,45719,1732738587675 2024-11-27T20:18:24,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=76, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00e1496536a0a70ba7a0ef7aa8da92a0, server=47ee238b5a74,45719,1732738587675 because future has completed 2024-11-27T20:18:24,339 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=76 2024-11-27T20:18:24,339 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=76, state=SUCCESS, hasLock=false; OpenRegionProcedure 00e1496536a0a70ba7a0ef7aa8da92a0, server=47ee238b5a74,45719,1732738587675 in 209 msec 2024-11-27T20:18:24,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=76, resume processing ppid=75 2024-11-27T20:18:24,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=75, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=00e1496536a0a70ba7a0ef7aa8da92a0, ASSIGN in 368 msec 2024-11-27T20:18:24,341 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738704341"}]},"ts":"1732738704341"} 2024-11-27T20:18:24,343 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-27T20:18:24,343 DEBUG [PEWorker-1 {}] procedure.TruncateTableProcedure(145): truncate 'table1' completed 2024-11-27T20:18:24,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) in 1.2590 sec 2024-11-27T20:18:24,652 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-27T20:18:25,202 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T20:18:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75 2024-11-27T20:18:25,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: default:table1 completed 2024-11-27T20:18:25,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-27T20:18:25,249 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:34489/backupUT/backup_1732738643403/default/test-1732738596120/archive/data/default/test-1732738596120/274339127b76f5babaeef2c77a7de8cc,hdfs://localhost:34489/backupUT/backup_1732738643403/default/test-1732738596120/archive/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172 from hbase tables test-1732738596120 to tables table1 2024-11-27T20:18:25,249 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1732738596120 into table1 2024-11-27T20:18:25,251 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-default-table1-1732738705249 from hdfs://localhost:34489/backupUT/backup_1732738643403/default/test-1732738596120/archive/data/default/test-1732738596120/274339127b76f5babaeef2c77a7de8cc,hdfs://localhost:34489/backupUT/backup_1732738643403/default/test-1732738596120/archive/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172 2024-11-27T20:18:25,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5daa0eb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:25,252 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:18:25,252 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:18:25,253 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:18:25,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:18:25,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:18:25,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@acdb5b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:25,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:18:25,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:18:25,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:25,255 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:18:25,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6401752d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:25,255 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:18:25,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 47ee238b5a74,39671,1732738586121 2024-11-27T20:18:25,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5dd9c392 2024-11-27T20:18:25,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:18:25,257 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:18:25,258 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-27T20:18:25,258 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-27T20:18:25,258 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-27T20:18:25,259 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:18:25,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:18:25,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:18:25,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:18:25,262 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-27T20:18:25,262 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-27T20:18:25,262 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-27T20:18:25,262 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/partitions_362642ec-d102-4b00-979c-fdf01b6f4bb5 2024-11-27T20:18:25,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741984_1160 (size=177) 2024-11-27T20:18:25,670 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:25,671 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:25,672 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:26,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-11-27T20:18:26,482 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer 2024-11-27T20:18:26,544 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/hadoop-10095973538295419081.jar 2024-11-27T20:18:26,545 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:26,545 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:26,545 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:26,545 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:26,546 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:26,546 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:26,546 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:26,546 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:26,546 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:26,547 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T20:18:26,547 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T20:18:26,547 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T20:18:26,547 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T20:18:26,547 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T20:18:26,547 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T20:18:26,548 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T20:18:26,548 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T20:18:26,548 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T20:18:26,548 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T20:18:26,548 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T20:18:26,549 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:26,549 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:26,549 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:26,549 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:26,549 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:26,549 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:26,549 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T20:18:26,550 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-27T20:18:26,550 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:18:26,550 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:18:26,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:26,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:26,550 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:18:26,550 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-27T20:18:26,550 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T20:18:26,560 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T20:18:26,570 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-27T20:18:26,671 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/mapreduce.cluster.local.dir/job_local807116060_0014_9462620c-37c3-414d-87d1-3832def565e9/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-27T20:18:26,671 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/mapreduce.cluster.local.dir/job_local807116060_0014_9462620c-37c3-414d-87d1-3832def565e9/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-27T20:18:26,723 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:34489/backupUT/backup_1732738643403/default/test-1732738596120/archive/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/mob/c8e5f10f533245579fedbd85db4ef2fa 2024-11-27T20:18:26,726 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-27T20:18:26,761 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:34489/backupUT/backup_1732738643403/default/test-1732738596120/archive/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/f/42eb3b2dd6ec4a3ea390b9c64456f881 2024-11-27T20:18:26,764 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-27T20:18:26,785 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:34489/backupUT/backup_1732738643403/default/test-1732738596120/archive/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/f/064fe03773b944feb53f29c0ed8d6a9d 2024-11-27T20:18:26,788 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-27T20:18:26,821 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:34489/backupUT/backup_1732738643403/default/test-1732738596120/archive/data/default/test-1732738596120/274339127b76f5babaeef2c77a7de8cc/mob/d41d8cd98f00b204e9800998ecf8427e2024112772feb9e36ec54f43b4735c4065892e24_c2154823b488bd7fe4a75897f0488172 2024-11-27T20:18:26,823 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-27T20:18:26,846 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:34489/backupUT/backup_1732738643403/default/test-1732738596120/archive/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/mob/80a017e0b3054befb7cff8dd4117bdda 2024-11-27T20:18:26,849 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-27T20:18:26,879 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d49a7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:26,879 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:18:26,879 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:18:26,880 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:18:26,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:18:26,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:18:26,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5877cfe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:26,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:18:26,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:18:26,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:26,881 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:18:26,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@670c1aec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:26,883 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:18:26,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:18:26,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:18:26,884 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:18:26,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732738596120-1-0', locateType=CURRENT is [region=table1,,1732738703115.00e1496536a0a70ba7a0ef7aa8da92a0., hostname=47ee238b5a74,45719,1732738587675, seqNum=2] 2024-11-27T20:18:26,886 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-27T20:18:26,886 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:18:26,886 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:26,887 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:26,887 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:18:26,887 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732738596120-1-0] 2024-11-27T20:18:26,887 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 47ee238b5a74 2024-11-27T20:18:26,895 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45da75ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:26,895 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:18:26,895 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:18:26,896 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:18:26,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:18:26,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:18:26,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@daebbf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:26,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:18:26,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:18:26,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:26,897 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:18:26,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a2419f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:26,898 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:18:26,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:18:26,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:18:26,900 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:18:26,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732738596120-3-0', locateType=CURRENT is [region=table1,,1732738703115.00e1496536a0a70ba7a0ef7aa8da92a0., hostname=47ee238b5a74,45719,1732738587675, seqNum=2] 2024-11-27T20:18:26,902 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-27T20:18:26,902 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:18:26,902 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:26,902 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:26,902 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:18:26,902 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732738596120-3-0] 2024-11-27T20:18:26,903 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 47ee238b5a74 2024-11-27T20:18:26,908 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-default-table1-1732738705249/_temporary/0/_temporary/attempt_local807116060_0014_r_000000_0/f/6db9e1f7ba224bcd8e0f5c1b08c1914c is 59, key is row-test-1732738596120-1-10/f:q1/1732738627728/Put/seqid=0 2024-11-27T20:18:26,910 WARN [Thread-1803 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [47ee238b5a74:45719] Specified favored nodes: [47ee238b5a74:45719] 2024-11-27T20:18:26,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741985_1161 (size=11124) 2024-11-27T20:18:27,315 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-default-table1-1732738705249/_temporary/0/_temporary/attempt_local807116060_0014_r_000000_0/mob/05494fd6cbbb4f479e0cccc54c392dce is 192, key is row-test-1732738596120-3-100/mob:q1/1732738628060/Put/seqid=0 2024-11-27T20:18:27,319 WARN [Thread-1805 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [47ee238b5a74:45719] Specified favored nodes: [47ee238b5a74:45719] 2024-11-27T20:18:27,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741986_1162 (size=13403) 2024-11-27T20:18:27,758 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb4771, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:27,758 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:18:27,759 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:18:27,759 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:18:27,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:18:27,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:18:27,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43100147, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:27,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:18:27,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:18:27,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:27,760 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:18:27,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74c3d3fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:27,761 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:18:27,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:18:27,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:18:27,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:18:27,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732738703115.e8a91e5fa0a766b7d30ef7ce6db8e839., hostname=47ee238b5a74,45719,1732738587675, seqNum=2] 2024-11-27T20:18:27,765 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-27T20:18:27,766 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:18:27,766 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:27,766 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:27,766 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:18:27,766 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-27T20:18:27,766 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 47ee238b5a74 2024-11-27T20:18:27,771 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-default-table1-1732738705249/_temporary/0/_temporary/attempt_local807116060_0014_r_000001_0/f/4062d9230c0742fda24e61149a28ed2b is 37, key is row10/f:q1/1732738598819/Put/seqid=0 2024-11-27T20:18:27,772 WARN [Thread-1820 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [47ee238b5a74:45719] Specified favored nodes: [47ee238b5a74:45719] 2024-11-27T20:18:27,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741987_1163 (size=8741) 2024-11-27T20:18:28,721 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-default-table1-1732738705249 2024-11-27T20:18:28,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@578c7a5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:28,722 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:18:28,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:18:28,723 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:18:28,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:18:28,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:18:28,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@213c26ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:28,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:18:28,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:18:28,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:28,726 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:18:28,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b482158, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:28,727 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:18:28,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:18:28,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:18:28,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:18:28,731 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-default-table1-1732738705249/_SUCCESS 2024-11-27T20:18:28,738 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:18:28,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 47ee238b5a74,39671,1732738586121 2024-11-27T20:18:28,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ba343bb 2024-11-27T20:18:28,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:18:28,740 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:18:28,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732738703115.00e1496536a0a70ba7a0ef7aa8da92a0., hostname=47ee238b5a74,45719,1732738587675, seqNum=2] 2024-11-27T20:18:28,745 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-27T20:18:28,752 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-default-table1-1732738705249/f/4062d9230c0742fda24e61149a28ed2b first=Optional[row0] last=Optional[row98] 2024-11-27T20:18:28,755 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-default-table1-1732738705249/f/6db9e1f7ba224bcd8e0f5c1b08c1914c first=Optional[row-test-1732738596120-1-0] last=Optional[row-test-1732738596120-1-98] 2024-11-27T20:18:28,757 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-default-table1-1732738705249/mob/05494fd6cbbb4f479e0cccc54c392dce first=Optional[row-test-1732738596120-3-0] last=Optional[row-test-1732738596120-3-99] 2024-11-27T20:18:28,761 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-default-table1-1732738705249/f/4062d9230c0742fda24e61149a28ed2b for inclusion in e8a91e5fa0a766b7d30ef7ce6db8e839/f 2024-11-27T20:18:28,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-default-table1-1732738705249/mob/05494fd6cbbb4f479e0cccc54c392dce for inclusion in 00e1496536a0a70ba7a0ef7aa8da92a0/mob 2024-11-27T20:18:28,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-27T20:18:28,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-27T20:18:28,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] regionserver.HRegion(2603): Flush status journal for e8a91e5fa0a766b7d30ef7ce6db8e839: 2024-11-27T20:18:28,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732738596120-3-0 last=row-test-1732738596120-3-99 2024-11-27T20:18:28,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-27T20:18:28,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-default-table1-1732738705249/f/6db9e1f7ba224bcd8e0f5c1b08c1914c for inclusion in 00e1496536a0a70ba7a0ef7aa8da92a0/f 2024-11-27T20:18:28,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-default-table1-1732738705249/f/4062d9230c0742fda24e61149a28ed2b to hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/staging/jenkins__table1__4omcnk5rvq50ml3hrsstsrf4p0lf11ludi3se5j31r8u8vphk3skresrh1nlu980/f/4062d9230c0742fda24e61149a28ed2b 2024-11-27T20:18:28,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/staging/jenkins__table1__4omcnk5rvq50ml3hrsstsrf4p0lf11ludi3se5j31r8u8vphk3skresrh1nlu980/f/4062d9230c0742fda24e61149a28ed2b as hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/e8a91e5fa0a766b7d30ef7ce6db8e839/f/784ea2e33ac84f729e6564fb907f35af_SeqId_4_ 2024-11-27T20:18:28,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732738596120-1-0 last=row-test-1732738596120-1-98 2024-11-27T20:18:28,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-27T20:18:28,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HRegion(2603): Flush status journal for 00e1496536a0a70ba7a0ef7aa8da92a0: 2024-11-27T20:18:28,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f0529cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:28,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:18:28,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:18:28,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-default-table1-1732738705249/mob/05494fd6cbbb4f479e0cccc54c392dce to hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/staging/jenkins__table1__4omcnk5rvq50ml3hrsstsrf4p0lf11ludi3se5j31r8u8vphk3skresrh1nlu980/mob/05494fd6cbbb4f479e0cccc54c392dce 2024-11-27T20:18:28,769 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:18:28,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:18:28,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:18:28,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@192759b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:28,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:18:28,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:18:28,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:28,771 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:18:28,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/staging/jenkins__table1__4omcnk5rvq50ml3hrsstsrf4p0lf11ludi3se5j31r8u8vphk3skresrh1nlu980/mob/05494fd6cbbb4f479e0cccc54c392dce as hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/00e1496536a0a70ba7a0ef7aa8da92a0/mob/a9336af5b9bf42d09583ab74dd7006b4_SeqId_4_ 2024-11-27T20:18:28,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-default-table1-1732738705249/f/6db9e1f7ba224bcd8e0f5c1b08c1914c to hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/staging/jenkins__table1__4omcnk5rvq50ml3hrsstsrf4p0lf11ludi3se5j31r8u8vphk3skresrh1nlu980/f/6db9e1f7ba224bcd8e0f5c1b08c1914c 2024-11-27T20:18:28,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3028424a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:28,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:18:28,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 47ee238b5a74,39671,1732738586121 2024-11-27T20:18:28,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fc223e0 2024-11-27T20:18:28,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:18:28,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/staging/jenkins__table1__4omcnk5rvq50ml3hrsstsrf4p0lf11ludi3se5j31r8u8vphk3skresrh1nlu980/f/6db9e1f7ba224bcd8e0f5c1b08c1914c as hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/00e1496536a0a70ba7a0ef7aa8da92a0/f/f4af1cbd1bd241fc81543ddcf1f1fd6f_SeqId_4_ 2024-11-27T20:18:28,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64aefb42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:28,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:18:28,775 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:18:28,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:18:28,775 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:18:28,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:18:28,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:18:28,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:18:28,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eb042e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:28,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:18:28,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:18:28,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:28,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:18:28,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:18:28,777 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:18:28,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:18:28,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e8e1036, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:28,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:18:28,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 47ee238b5a74,39671,1732738586121 2024-11-27T20:18:28,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c9365e9 2024-11-27T20:18:28,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:18:28,780 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:18:28,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:18:28,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:18:28,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:18:28,783 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:18:28,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T20:18:28,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T20:18:28,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T20:18:28,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d., hostname=47ee238b5a74,45719,1732738587675, seqNum=2] 2024-11-27T20:18:28,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T20:18:28,795 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719. 2024-11-27T20:18:28,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T20:18:28,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:28,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:28,795 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:18:28,797 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/staging/jenkins__table1__4omcnk5rvq50ml3hrsstsrf4p0lf11ludi3se5j31r8u8vphk3skresrh1nlu980/f/4062d9230c0742fda24e61149a28ed2b into e8a91e5fa0a766b7d30ef7ce6db8e839/f as hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/e8a91e5fa0a766b7d30ef7ce6db8e839/f/784ea2e33ac84f729e6564fb907f35af_SeqId_4_ - updating store file list. 2024-11-27T20:18:28,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d., hostname=47ee238b5a74,45719,1732738587675, seqNum=2] 2024-11-27T20:18:28,802 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/e8a91e5fa0a766b7d30ef7ce6db8e839/f/784ea2e33ac84f729e6564fb907f35af_SeqId_4_ into e8a91e5fa0a766b7d30ef7ce6db8e839/f 2024-11-27T20:18:28,802 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/staging/jenkins__table1__4omcnk5rvq50ml3hrsstsrf4p0lf11ludi3se5j31r8u8vphk3skresrh1nlu980/f/4062d9230c0742fda24e61149a28ed2b into e8a91e5fa0a766b7d30ef7ce6db8e839/f (new location: hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/e8a91e5fa0a766b7d30ef7ce6db8e839/f/784ea2e33ac84f729e6564fb907f35af_SeqId_4_) 2024-11-27T20:18:28,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/staging/jenkins__table1__4omcnk5rvq50ml3hrsstsrf4p0lf11ludi3se5j31r8u8vphk3skresrh1nlu980/f/4062d9230c0742fda24e61149a28ed2b 2024-11-27T20:18:28,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719. 2024-11-27T20:18:28,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T20:18:28,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:28,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7632ed99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:28,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:18:28,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:28,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:18:28,804 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:18:28,805 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:18:28,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3476d8fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:28,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:18:28,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:18:28,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:18:28,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:18:28,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c39fd95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:28,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:18:28,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:18:28,806 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:18:28,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:28,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:18:28,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:18:28,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7715f62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:28,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:18:28,806 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:18:28,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:18:28,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:28,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aa6d2bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:28,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:18:28,807 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:18:28,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bef2f3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:28,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:18:28,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 47ee238b5a74,39671,1732738586121 2024-11-27T20:18:28,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fd6df43 2024-11-27T20:18:28,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:18:28,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 47ee238b5a74,39671,1732738586121 2024-11-27T20:18:28,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c701c00 2024-11-27T20:18:28,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:18:28,809 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T20:18:28,809 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:18:28,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:18:28,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:18:28,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:18:28,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:18:28,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:18:28,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:18:28,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-27T20:18:28,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:18:28,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T20:18:28,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T20:18:28,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T20:18:28,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T20:18:28,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d., hostname=47ee238b5a74,45719,1732738587675, seqNum=2] 2024-11-27T20:18:28,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d., hostname=47ee238b5a74,45719,1732738587675, seqNum=2] 2024-11-27T20:18:28,827 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719. 2024-11-27T20:18:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T20:18:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:28,827 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:18:28,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719. 2024-11-27T20:18:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T20:18:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:28,828 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:18:28,829 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/staging/jenkins__table1__4omcnk5rvq50ml3hrsstsrf4p0lf11ludi3se5j31r8u8vphk3skresrh1nlu980/f/6db9e1f7ba224bcd8e0f5c1b08c1914c into 00e1496536a0a70ba7a0ef7aa8da92a0/f as hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/00e1496536a0a70ba7a0ef7aa8da92a0/f/f4af1cbd1bd241fc81543ddcf1f1fd6f_SeqId_4_ - updating store file list. 2024-11-27T20:18:28,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/00e1496536a0a70ba7a0ef7aa8da92a0/f/f4af1cbd1bd241fc81543ddcf1f1fd6f_SeqId_4_ into 00e1496536a0a70ba7a0ef7aa8da92a0/f 2024-11-27T20:18:28,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/staging/jenkins__table1__4omcnk5rvq50ml3hrsstsrf4p0lf11ludi3se5j31r8u8vphk3skresrh1nlu980/f/6db9e1f7ba224bcd8e0f5c1b08c1914c into 00e1496536a0a70ba7a0ef7aa8da92a0/f (new location: hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/00e1496536a0a70ba7a0ef7aa8da92a0/f/f4af1cbd1bd241fc81543ddcf1f1fd6f_SeqId_4_) 2024-11-27T20:18:28,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/staging/jenkins__table1__4omcnk5rvq50ml3hrsstsrf4p0lf11ludi3se5j31r8u8vphk3skresrh1nlu980/f/6db9e1f7ba224bcd8e0f5c1b08c1914c 2024-11-27T20:18:28,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/staging/jenkins__table1__4omcnk5rvq50ml3hrsstsrf4p0lf11ludi3se5j31r8u8vphk3skresrh1nlu980/mob/05494fd6cbbb4f479e0cccc54c392dce into 00e1496536a0a70ba7a0ef7aa8da92a0/mob as hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/00e1496536a0a70ba7a0ef7aa8da92a0/mob/a9336af5b9bf42d09583ab74dd7006b4_SeqId_4_ - updating store file list. 2024-11-27T20:18:28,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/00e1496536a0a70ba7a0ef7aa8da92a0/mob/a9336af5b9bf42d09583ab74dd7006b4_SeqId_4_ into 00e1496536a0a70ba7a0ef7aa8da92a0/mob 2024-11-27T20:18:28,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/staging/jenkins__table1__4omcnk5rvq50ml3hrsstsrf4p0lf11ludi3se5j31r8u8vphk3skresrh1nlu980/mob/05494fd6cbbb4f479e0cccc54c392dce into 00e1496536a0a70ba7a0ef7aa8da92a0/mob (new location: hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/00e1496536a0a70ba7a0ef7aa8da92a0/mob/a9336af5b9bf42d09583ab74dd7006b4_SeqId_4_) 2024-11-27T20:18:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/staging/jenkins__table1__4omcnk5rvq50ml3hrsstsrf4p0lf11ludi3se5j31r8u8vphk3skresrh1nlu980/mob/05494fd6cbbb4f479e0cccc54c392dce 2024-11-27T20:18:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa5d310, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:18:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:18:28,843 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:18:28,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:18:28,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:18:28,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26f64d0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:28,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:18:28,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:18:28,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:28,845 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:18:28,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ee5c6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:28,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:18:28,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 47ee238b5a74,39671,1732738586121 2024-11-27T20:18:28,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7591ca14 2024-11-27T20:18:28,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:18:28,847 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T20:18:28,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:18:28,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:18:28,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:18:28,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-27T20:18:28,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T20:18:28,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T20:18:28,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d., hostname=47ee238b5a74,45719,1732738587675, seqNum=2] 2024-11-27T20:18:28,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719. 2024-11-27T20:18:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T20:18:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:28,864 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:18:28,865 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:18:28,865 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:18:28,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:28,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:28,865 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:18:28,865 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-27T20:18:28,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732738703115.00e1496536a0a70ba7a0ef7aa8da92a0., hostname=47ee238b5a74,45719,1732738587675, seqNum=2 , the old value is region=table1,,1732738703115.00e1496536a0a70ba7a0ef7aa8da92a0., hostname=47ee238b5a74,45719,1732738587675, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=47ee238b5a74:45719 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T20:18:28,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732738703115.00e1496536a0a70ba7a0ef7aa8da92a0., hostname=47ee238b5a74,45719,1732738587675, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T20:18:28,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732738703115.00e1496536a0a70ba7a0ef7aa8da92a0., hostname=47ee238b5a74,45719,1732738587675, seqNum=2 from cache 2024-11-27T20:18:28,866 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T20:18:28,883 INFO [Time-limited test {}] impl.RestoreTablesClient(181): Restoring 'test-1732738596120' to 'table1' from log dirs: hdfs://localhost:34489/backupUT/backup_1732738678832/default/test-1732738596120/f2/df63a155ac4547538859122e8c9a9d8b 2024-11-27T20:18:28,887 DEBUG [Time-limited test {}] util.RestoreTool(177): Found descriptor 'test-1732738596120', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1732738678832 2024-11-27T20:18:28,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table table1 from 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:18:28,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=table1 2024-11-27T20:18:28,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741988_1164 (size=938) 2024-11-27T20:18:28,978 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47ee238b5a74:45719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T20:18:29,304 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/.tabledesc/.tableinfo.0000000001.938 2024-11-27T20:18:29,304 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/.tabledesc/.tableinfo.0000000002.938 2024-11-27T20:18:29,307 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=table1}] 2024-11-27T20:18:29,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=00e1496536a0a70ba7a0ef7aa8da92a0, REOPEN/MOVE}, {pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=e8a91e5fa0a766b7d30ef7ce6db8e839, REOPEN/MOVE}] 2024-11-27T20:18:29,311 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=e8a91e5fa0a766b7d30ef7ce6db8e839, REOPEN/MOVE 2024-11-27T20:18:29,311 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=00e1496536a0a70ba7a0ef7aa8da92a0, REOPEN/MOVE 2024-11-27T20:18:29,312 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=e8a91e5fa0a766b7d30ef7ce6db8e839, regionState=CLOSING, regionLocation=47ee238b5a74,45719,1732738587675 2024-11-27T20:18:29,312 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=00e1496536a0a70ba7a0ef7aa8da92a0, regionState=CLOSING, regionLocation=47ee238b5a74,45719,1732738587675 2024-11-27T20:18:29,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=e8a91e5fa0a766b7d30ef7ce6db8e839, REOPEN/MOVE because future has completed 2024-11-27T20:18:29,315 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39671 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=CLOSING, location=47ee238b5a74,45719,1732738587675, table=table1, region=00e1496536a0a70ba7a0ef7aa8da92a0. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-27T20:18:29,315 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T20:18:29,315 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39671 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=CLOSING, location=47ee238b5a74,45719,1732738587675, table=table1, region=e8a91e5fa0a766b7d30ef7ce6db8e839. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-27T20:18:29,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure e8a91e5fa0a766b7d30ef7ce6db8e839, server=47ee238b5a74,45719,1732738587675}] 2024-11-27T20:18:29,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=00e1496536a0a70ba7a0ef7aa8da92a0, REOPEN/MOVE because future has completed 2024-11-27T20:18:29,317 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T20:18:29,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure 00e1496536a0a70ba7a0ef7aa8da92a0, server=47ee238b5a74,45719,1732738587675}] 2024-11-27T20:18:29,468 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(122): Close e8a91e5fa0a766b7d30ef7ce6db8e839 2024-11-27T20:18:29,469 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-27T20:18:29,469 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1722): Closing e8a91e5fa0a766b7d30ef7ce6db8e839, disabling compactions & flushes 2024-11-27T20:18:29,469 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1755): Closing region table1,row0,1732738703115.e8a91e5fa0a766b7d30ef7ce6db8e839. 2024-11-27T20:18:29,469 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732738703115.e8a91e5fa0a766b7d30ef7ce6db8e839. 2024-11-27T20:18:29,469 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732738703115.e8a91e5fa0a766b7d30ef7ce6db8e839. after waiting 0 ms 2024-11-27T20:18:29,469 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732738703115.e8a91e5fa0a766b7d30ef7ce6db8e839. 2024-11-27T20:18:29,474 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/e8a91e5fa0a766b7d30ef7ce6db8e839/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-27T20:18:29,474 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T20:18:29,474 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1973): Closed table1,row0,1732738703115.e8a91e5fa0a766b7d30ef7ce6db8e839. 2024-11-27T20:18:29,475 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1676): Region close journal for e8a91e5fa0a766b7d30ef7ce6db8e839: Waiting for close lock at 1732738709469Running coprocessor pre-close hooks at 1732738709469Disabling compacts and flushes for region at 1732738709469Disabling writes for close at 1732738709469Writing region close event to WAL at 1732738709470 (+1 ms)Running coprocessor post-close hooks at 1732738709474 (+4 ms)Closed at 1732738709474 2024-11-27T20:18:29,475 WARN [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegionServer(3299): Not adding moved region record: e8a91e5fa0a766b7d30ef7ce6db8e839 to self. 2024-11-27T20:18:29,477 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(157): Closed e8a91e5fa0a766b7d30ef7ce6db8e839 2024-11-27T20:18:29,477 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close 00e1496536a0a70ba7a0ef7aa8da92a0 2024-11-27T20:18:29,477 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-27T20:18:29,477 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing 00e1496536a0a70ba7a0ef7aa8da92a0, disabling compactions & flushes 2024-11-27T20:18:29,477 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region table1,,1732738703115.00e1496536a0a70ba7a0ef7aa8da92a0. 2024-11-27T20:18:29,477 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732738703115.00e1496536a0a70ba7a0ef7aa8da92a0. 2024-11-27T20:18:29,477 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on table1,,1732738703115.00e1496536a0a70ba7a0ef7aa8da92a0. after waiting 0 ms 2024-11-27T20:18:29,477 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region table1,,1732738703115.00e1496536a0a70ba7a0ef7aa8da92a0. 2024-11-27T20:18:29,478 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=e8a91e5fa0a766b7d30ef7ce6db8e839, regionState=CLOSED 2024-11-27T20:18:29,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure e8a91e5fa0a766b7d30ef7ce6db8e839, server=47ee238b5a74,45719,1732738587675 because future has completed 2024-11-27T20:18:29,482 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/00e1496536a0a70ba7a0ef7aa8da92a0/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-27T20:18:29,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=83 2024-11-27T20:18:29,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=83, state=SUCCESS, hasLock=false; CloseRegionProcedure e8a91e5fa0a766b7d30ef7ce6db8e839, server=47ee238b5a74,45719,1732738587675 in 165 msec 2024-11-27T20:18:29,482 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T20:18:29,483 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed table1,,1732738703115.00e1496536a0a70ba7a0ef7aa8da92a0. 2024-11-27T20:18:29,483 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for 00e1496536a0a70ba7a0ef7aa8da92a0: Waiting for close lock at 1732738709477Running coprocessor pre-close hooks at 1732738709477Disabling compacts and flushes for region at 1732738709477Disabling writes for close at 1732738709477Writing region close event to WAL at 1732738709479 (+2 ms)Running coprocessor post-close hooks at 1732738709482 (+3 ms)Closed at 1732738709483 (+1 ms) 2024-11-27T20:18:29,483 WARN [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionServer(3299): Not adding moved region record: 00e1496536a0a70ba7a0ef7aa8da92a0 to self. 2024-11-27T20:18:29,483 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=e8a91e5fa0a766b7d30ef7ce6db8e839, REOPEN/MOVE; state=CLOSED, location=47ee238b5a74,45719,1732738587675; forceNewPlan=false, retain=true 2024-11-27T20:18:29,484 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed 00e1496536a0a70ba7a0ef7aa8da92a0 2024-11-27T20:18:29,485 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=00e1496536a0a70ba7a0ef7aa8da92a0, regionState=CLOSED 2024-11-27T20:18:29,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure 00e1496536a0a70ba7a0ef7aa8da92a0, server=47ee238b5a74,45719,1732738587675 because future has completed 2024-11-27T20:18:29,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=82 2024-11-27T20:18:29,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=82, state=SUCCESS, hasLock=false; CloseRegionProcedure 00e1496536a0a70ba7a0ef7aa8da92a0, server=47ee238b5a74,45719,1732738587675 in 170 msec 2024-11-27T20:18:29,490 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=00e1496536a0a70ba7a0ef7aa8da92a0, REOPEN/MOVE; state=CLOSED, location=47ee238b5a74,45719,1732738587675; forceNewPlan=false, retain=true 2024-11-27T20:18:29,634 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=e8a91e5fa0a766b7d30ef7ce6db8e839, regionState=OPENING, regionLocation=47ee238b5a74,45719,1732738587675 2024-11-27T20:18:29,634 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=00e1496536a0a70ba7a0ef7aa8da92a0, regionState=OPENING, regionLocation=47ee238b5a74,45719,1732738587675 2024-11-27T20:18:29,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=00e1496536a0a70ba7a0ef7aa8da92a0, REOPEN/MOVE because future has completed 2024-11-27T20:18:29,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=82, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00e1496536a0a70ba7a0ef7aa8da92a0, server=47ee238b5a74,45719,1732738587675}] 2024-11-27T20:18:29,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=e8a91e5fa0a766b7d30ef7ce6db8e839, REOPEN/MOVE because future has completed 2024-11-27T20:18:29,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8a91e5fa0a766b7d30ef7ce6db8e839, server=47ee238b5a74,45719,1732738587675}] 2024-11-27T20:18:29,794 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-27T20:18:29,801 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] handler.AssignRegionHandler(132): Open table1,,1732738703115.00e1496536a0a70ba7a0ef7aa8da92a0. 2024-11-27T20:18:29,801 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7752): Opening region: {ENCODED => 00e1496536a0a70ba7a0ef7aa8da92a0, NAME => 'table1,,1732738703115.00e1496536a0a70ba7a0ef7aa8da92a0.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-27T20:18:29,802 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T20:18:29,802 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 00e1496536a0a70ba7a0ef7aa8da92a0 2024-11-27T20:18:29,802 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(898): Instantiated table1,,1732738703115.00e1496536a0a70ba7a0ef7aa8da92a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:18:29,802 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7794): checking encryption for 00e1496536a0a70ba7a0ef7aa8da92a0 2024-11-27T20:18:29,802 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7797): checking classloading for 00e1496536a0a70ba7a0ef7aa8da92a0 2024-11-27T20:18:29,804 INFO [StoreOpener-00e1496536a0a70ba7a0ef7aa8da92a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 00e1496536a0a70ba7a0ef7aa8da92a0 2024-11-27T20:18:29,805 INFO [StoreOpener-00e1496536a0a70ba7a0ef7aa8da92a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00e1496536a0a70ba7a0ef7aa8da92a0 columnFamilyName f 2024-11-27T20:18:29,805 DEBUG [StoreOpener-00e1496536a0a70ba7a0ef7aa8da92a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:29,810 DEBUG [StoreOpener-00e1496536a0a70ba7a0ef7aa8da92a0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/00e1496536a0a70ba7a0ef7aa8da92a0/f/f4af1cbd1bd241fc81543ddcf1f1fd6f_SeqId_4_ 2024-11-27T20:18:29,810 INFO [StoreOpener-00e1496536a0a70ba7a0ef7aa8da92a0-1 {}] regionserver.HStore(327): Store=00e1496536a0a70ba7a0ef7aa8da92a0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:18:29,811 INFO [StoreOpener-00e1496536a0a70ba7a0ef7aa8da92a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 00e1496536a0a70ba7a0ef7aa8da92a0 2024-11-27T20:18:29,812 INFO [StoreOpener-00e1496536a0a70ba7a0ef7aa8da92a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00e1496536a0a70ba7a0ef7aa8da92a0 columnFamilyName f2 2024-11-27T20:18:29,812 DEBUG [StoreOpener-00e1496536a0a70ba7a0ef7aa8da92a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:29,813 INFO [StoreOpener-00e1496536a0a70ba7a0ef7aa8da92a0-1 {}] regionserver.HStore(327): Store=00e1496536a0a70ba7a0ef7aa8da92a0/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:18:29,813 INFO [StoreOpener-00e1496536a0a70ba7a0ef7aa8da92a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 00e1496536a0a70ba7a0ef7aa8da92a0 2024-11-27T20:18:29,814 INFO [StoreOpener-00e1496536a0a70ba7a0ef7aa8da92a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00e1496536a0a70ba7a0ef7aa8da92a0 columnFamilyName mob 2024-11-27T20:18:29,814 DEBUG [StoreOpener-00e1496536a0a70ba7a0ef7aa8da92a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:29,820 DEBUG [StoreOpener-00e1496536a0a70ba7a0ef7aa8da92a0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/00e1496536a0a70ba7a0ef7aa8da92a0/mob/a9336af5b9bf42d09583ab74dd7006b4_SeqId_4_ 2024-11-27T20:18:29,820 INFO [StoreOpener-00e1496536a0a70ba7a0ef7aa8da92a0-1 {}] regionserver.HStore(327): Store=00e1496536a0a70ba7a0ef7aa8da92a0/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:18:29,821 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1038): replaying wal for 00e1496536a0a70ba7a0ef7aa8da92a0 2024-11-27T20:18:29,821 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/00e1496536a0a70ba7a0ef7aa8da92a0 2024-11-27T20:18:29,822 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/00e1496536a0a70ba7a0ef7aa8da92a0 2024-11-27T20:18:29,823 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1048): stopping wal replay for 00e1496536a0a70ba7a0ef7aa8da92a0 2024-11-27T20:18:29,823 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1060): Cleaning up temporary data for 00e1496536a0a70ba7a0ef7aa8da92a0 2024-11-27T20:18:29,824 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T20:18:29,825 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1093): writing seq id for 00e1496536a0a70ba7a0ef7aa8da92a0 2024-11-27T20:18:29,826 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1114): Opened 00e1496536a0a70ba7a0ef7aa8da92a0; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9817032640, jitterRate=-0.0857175886631012}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T20:18:29,826 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 00e1496536a0a70ba7a0ef7aa8da92a0 2024-11-27T20:18:29,827 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1006): Region open journal for 00e1496536a0a70ba7a0ef7aa8da92a0: Running coprocessor pre-open hook at 1732738709803Writing region info on filesystem at 1732738709803Initializing all the Stores at 1732738709804 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738709804Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738709804Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738709804Cleaning up temporary data from old regions at 1732738709823 (+19 ms)Running coprocessor post-open hooks at 1732738709826 (+3 ms)Region opened successfully at 1732738709827 (+1 ms) 2024-11-27T20:18:29,828 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1732738703115.00e1496536a0a70ba7a0ef7aa8da92a0., pid=86, masterSystemTime=1732738709793 2024-11-27T20:18:29,829 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1732738703115.00e1496536a0a70ba7a0ef7aa8da92a0. 2024-11-27T20:18:29,829 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] handler.AssignRegionHandler(153): Opened table1,,1732738703115.00e1496536a0a70ba7a0ef7aa8da92a0. 2024-11-27T20:18:29,830 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open table1,row0,1732738703115.e8a91e5fa0a766b7d30ef7ce6db8e839. 2024-11-27T20:18:29,830 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => e8a91e5fa0a766b7d30ef7ce6db8e839, NAME => 'table1,row0,1732738703115.e8a91e5fa0a766b7d30ef7ce6db8e839.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-27T20:18:29,830 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=00e1496536a0a70ba7a0ef7aa8da92a0, regionState=OPEN, openSeqNum=7, regionLocation=47ee238b5a74,45719,1732738587675 2024-11-27T20:18:29,830 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T20:18:29,831 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 e8a91e5fa0a766b7d30ef7ce6db8e839 2024-11-27T20:18:29,831 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated table1,row0,1732738703115.e8a91e5fa0a766b7d30ef7ce6db8e839.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:18:29,831 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for e8a91e5fa0a766b7d30ef7ce6db8e839 2024-11-27T20:18:29,831 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for e8a91e5fa0a766b7d30ef7ce6db8e839 2024-11-27T20:18:29,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=82, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00e1496536a0a70ba7a0ef7aa8da92a0, server=47ee238b5a74,45719,1732738587675 because future has completed 2024-11-27T20:18:29,832 INFO [StoreOpener-e8a91e5fa0a766b7d30ef7ce6db8e839-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e8a91e5fa0a766b7d30ef7ce6db8e839 2024-11-27T20:18:29,833 INFO [StoreOpener-e8a91e5fa0a766b7d30ef7ce6db8e839-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8a91e5fa0a766b7d30ef7ce6db8e839 columnFamilyName f 2024-11-27T20:18:29,833 DEBUG [StoreOpener-e8a91e5fa0a766b7d30ef7ce6db8e839-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:29,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=82 2024-11-27T20:18:29,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=82, state=SUCCESS, hasLock=false; OpenRegionProcedure 00e1496536a0a70ba7a0ef7aa8da92a0, server=47ee238b5a74,45719,1732738587675 in 193 msec 2024-11-27T20:18:29,835 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=00e1496536a0a70ba7a0ef7aa8da92a0, REOPEN/MOVE in 524 msec 2024-11-27T20:18:29,838 DEBUG [StoreOpener-e8a91e5fa0a766b7d30ef7ce6db8e839-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/e8a91e5fa0a766b7d30ef7ce6db8e839/f/784ea2e33ac84f729e6564fb907f35af_SeqId_4_ 2024-11-27T20:18:29,839 INFO [StoreOpener-e8a91e5fa0a766b7d30ef7ce6db8e839-1 {}] regionserver.HStore(327): Store=e8a91e5fa0a766b7d30ef7ce6db8e839/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:18:29,839 INFO [StoreOpener-e8a91e5fa0a766b7d30ef7ce6db8e839-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region e8a91e5fa0a766b7d30ef7ce6db8e839 2024-11-27T20:18:29,840 INFO [StoreOpener-e8a91e5fa0a766b7d30ef7ce6db8e839-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8a91e5fa0a766b7d30ef7ce6db8e839 columnFamilyName f2 2024-11-27T20:18:29,840 DEBUG [StoreOpener-e8a91e5fa0a766b7d30ef7ce6db8e839-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:29,840 INFO [StoreOpener-e8a91e5fa0a766b7d30ef7ce6db8e839-1 {}] regionserver.HStore(327): Store=e8a91e5fa0a766b7d30ef7ce6db8e839/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:18:29,841 INFO [StoreOpener-e8a91e5fa0a766b7d30ef7ce6db8e839-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region e8a91e5fa0a766b7d30ef7ce6db8e839 2024-11-27T20:18:29,841 INFO [StoreOpener-e8a91e5fa0a766b7d30ef7ce6db8e839-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8a91e5fa0a766b7d30ef7ce6db8e839 columnFamilyName mob 2024-11-27T20:18:29,842 DEBUG [StoreOpener-e8a91e5fa0a766b7d30ef7ce6db8e839-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:29,842 INFO [StoreOpener-e8a91e5fa0a766b7d30ef7ce6db8e839-1 {}] regionserver.HStore(327): Store=e8a91e5fa0a766b7d30ef7ce6db8e839/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:18:29,842 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for e8a91e5fa0a766b7d30ef7ce6db8e839 2024-11-27T20:18:29,843 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/e8a91e5fa0a766b7d30ef7ce6db8e839 2024-11-27T20:18:29,844 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/e8a91e5fa0a766b7d30ef7ce6db8e839 2024-11-27T20:18:29,845 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for e8a91e5fa0a766b7d30ef7ce6db8e839 2024-11-27T20:18:29,845 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for e8a91e5fa0a766b7d30ef7ce6db8e839 2024-11-27T20:18:29,845 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T20:18:29,846 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for e8a91e5fa0a766b7d30ef7ce6db8e839 2024-11-27T20:18:29,847 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened e8a91e5fa0a766b7d30ef7ce6db8e839; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11751200320, jitterRate=0.0944158136844635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T20:18:29,847 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e8a91e5fa0a766b7d30ef7ce6db8e839 2024-11-27T20:18:29,847 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for e8a91e5fa0a766b7d30ef7ce6db8e839: Running coprocessor pre-open hook at 1732738709831Writing region info on filesystem at 1732738709831Initializing all the Stores at 1732738709832 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738709832Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738709832Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738709832Cleaning up temporary data from old regions at 1732738709845 (+13 ms)Running coprocessor post-open hooks at 1732738709847 (+2 ms)Region opened successfully at 1732738709847 2024-11-27T20:18:29,847 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1732738703115.e8a91e5fa0a766b7d30ef7ce6db8e839., pid=87, masterSystemTime=1732738709793 2024-11-27T20:18:29,849 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1732738703115.e8a91e5fa0a766b7d30ef7ce6db8e839. 2024-11-27T20:18:29,849 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened table1,row0,1732738703115.e8a91e5fa0a766b7d30ef7ce6db8e839. 2024-11-27T20:18:29,850 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=e8a91e5fa0a766b7d30ef7ce6db8e839, regionState=OPEN, openSeqNum=7, regionLocation=47ee238b5a74,45719,1732738587675 2024-11-27T20:18:29,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8a91e5fa0a766b7d30ef7ce6db8e839, server=47ee238b5a74,45719,1732738587675 because future has completed 2024-11-27T20:18:29,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=83 2024-11-27T20:18:29,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=83, state=SUCCESS, hasLock=false; OpenRegionProcedure e8a91e5fa0a766b7d30ef7ce6db8e839, server=47ee238b5a74,45719,1732738587675 in 211 msec 2024-11-27T20:18:29,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=81 2024-11-27T20:18:29,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=e8a91e5fa0a766b7d30ef7ce6db8e839, REOPEN/MOVE in 543 msec 2024-11-27T20:18:29,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-27T20:18:29,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=table1 in 548 msec 2024-11-27T20:18:29,857 DEBUG [PEWorker-4 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=table1 2024-11-27T20:18:29,858 DEBUG [PEWorker-4 {}] backup.HFileArchiver(265): No files to dispose of in table1,,1732738703115.00e1496536a0a70ba7a0ef7aa8da92a0., family=f3 2024-11-27T20:18:29,859 DEBUG [PEWorker-4 {}] backup.HFileArchiver(265): No files to dispose of in table1,row0,1732738703115.e8a91e5fa0a766b7d30ef7ce6db8e839., family=f3 2024-11-27T20:18:29,860 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; ModifyTableProcedure table=table1 in 970 msec 2024-11-27T20:18:29,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-27T20:18:29,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:table1 completed 2024-11-27T20:18:29,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-27T20:18:29,865 INFO [Time-limited test {}] util.RestoreTool(200): Changed table1 to: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:18:29,865 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:34489/backupUT/backup_1732738678832/default/test-1732738596120/f2/df63a155ac4547538859122e8c9a9d8b from hbase tables test-1732738596120 to tables table1 2024-11-27T20:18:29,865 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1732738596120 into table1 2024-11-27T20:18:29,866 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-default-table1-1732738709865 from hdfs://localhost:34489/backupUT/backup_1732738678832/default/test-1732738596120/f2/df63a155ac4547538859122e8c9a9d8b 2024-11-27T20:18:29,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17863b2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:29,867 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:18:29,867 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:18:29,868 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:18:29,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:18:29,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:18:29,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d8a0656, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:29,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:18:29,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:18:29,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:29,869 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:18:29,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ee3d632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:29,869 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:18:29,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 47ee238b5a74,39671,1732738586121 2024-11-27T20:18:29,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59dd1294 2024-11-27T20:18:29,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:18:29,871 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:18:29,871 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-27T20:18:29,871 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-27T20:18:29,872 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-27T20:18:29,872 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:18:29,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:18:29,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:18:29,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:18:29,876 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-27T20:18:29,876 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-27T20:18:29,876 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-27T20:18:29,876 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/partitions_b9c6ef52-4c14-4a59-bf64-73aba572a159 2024-11-27T20:18:29,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741989_1165 (size=177) 2024-11-27T20:18:30,285 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:30,286 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:30,287 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:30,925 DEBUG [regionserver/47ee238b5a74:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-11-27T20:18:30,926 WARN [regionserver/47ee238b5a74:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 15, running: 1 2024-11-27T20:18:31,161 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/hadoop-17847782195235151797.jar 2024-11-27T20:18:31,161 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:31,161 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:31,161 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:31,162 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:31,162 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:31,162 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:31,162 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:31,162 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:31,163 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:31,163 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T20:18:31,163 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T20:18:31,163 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T20:18:31,163 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T20:18:31,163 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T20:18:31,164 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T20:18:31,164 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T20:18:31,164 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T20:18:31,164 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T20:18:31,164 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T20:18:31,164 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T20:18:31,165 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:31,165 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:31,165 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:31,165 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:31,165 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:31,165 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:31,166 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T20:18:31,166 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-27T20:18:31,166 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:18:31,166 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:18:31,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:31,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:31,166 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:18:31,166 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-27T20:18:31,167 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T20:18:31,177 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T20:18:31,187 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-27T20:18:31,271 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/mapreduce.cluster.local.dir/job_local47084490_0015_80dcb7f4-98ee-4892-bc61-f120eee5c850/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-27T20:18:31,271 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/mapreduce.cluster.local.dir/job_local47084490_0015_80dcb7f4-98ee-4892-bc61-f120eee5c850/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-27T20:18:31,325 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:34489/backupUT/backup_1732738678832/default/test-1732738596120/f2/df63a155ac4547538859122e8c9a9d8b 2024-11-27T20:18:31,327 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-27T20:18:31,354 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76510067, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:31,354 DEBUG [pool-281-thread-1 {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:18:31,354 DEBUG [pool-281-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:18:31,355 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:18:31,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:18:31,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:18:31,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@294f6f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:31,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:18:31,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:18:31,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:31,357 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:18:31,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@150cc3de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:31,358 DEBUG [pool-281-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:18:31,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:18:31,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:18:31,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:18:31,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732738596120-2-0', locateType=CURRENT is [region=table1,,1732738703115.00e1496536a0a70ba7a0ef7aa8da92a0., hostname=47ee238b5a74,45719,1732738587675, seqNum=7] 2024-11-27T20:18:31,361 INFO [pool-281-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-281-thread-1. 2024-11-27T20:18:31,361 DEBUG [pool-281-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:18:31,361 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:31,361 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:31,361 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:18:31,362 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732738596120-2-0] 2024-11-27T20:18:31,362 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 47ee238b5a74 2024-11-27T20:18:31,365 DEBUG [pool-281-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-default-table1-1732738709865/_temporary/0/_temporary/attempt_local47084490_0015_r_000000_0/f2/6e02945b7e9d4af5b83707552b822b50 is 58, key is row-test-1732738596120-2-0/f2:q1/1732738673823/Put/seqid=0 2024-11-27T20:18:31,366 WARN [Thread-1884 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [47ee238b5a74:45719] Specified favored nodes: [47ee238b5a74:45719] 2024-11-27T20:18:31,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741990_1166 (size=5607) 2024-11-27T20:18:32,310 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-default-table1-1732738709865 2024-11-27T20:18:32,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6869a5a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:32,311 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:18:32,311 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:18:32,312 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:18:32,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:18:32,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:18:32,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de12b7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:32,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:18:32,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:18:32,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:32,314 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:18:32,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b156715, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:32,316 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:18:32,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:18:32,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:18:32,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:18:32,321 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-default-table1-1732738709865/_SUCCESS 2024-11-27T20:18:32,323 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:18:32,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 47ee238b5a74,39671,1732738586121 2024-11-27T20:18:32,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2598eec4 2024-11-27T20:18:32,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:18:32,325 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:18:32,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732738703115.00e1496536a0a70ba7a0ef7aa8da92a0., hostname=47ee238b5a74,45719,1732738587675, seqNum=7] 2024-11-27T20:18:32,330 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-27T20:18:32,336 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-default-table1-1732738709865/f2/6e02945b7e9d4af5b83707552b822b50 first=Optional[row-test-1732738596120-2-0] last=Optional[row-test-1732738596120-2-6] 2024-11-27T20:18:32,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-default-table1-1732738709865/f2/6e02945b7e9d4af5b83707552b822b50 for inclusion in 00e1496536a0a70ba7a0ef7aa8da92a0/f2 2024-11-27T20:18:32,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732738596120-2-0 last=row-test-1732738596120-2-6 2024-11-27T20:18:32,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-27T20:18:32,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HRegion(2603): Flush status journal for 00e1496536a0a70ba7a0ef7aa8da92a0: 2024-11-27T20:18:32,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-default-table1-1732738709865/f2/6e02945b7e9d4af5b83707552b822b50 to hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/staging/jenkins__table1__j79e4ugr44s9tsc5sajc16r8sb6menn3a556qa1gcav3706p79gbm0p23n71m4m1/f2/6e02945b7e9d4af5b83707552b822b50 2024-11-27T20:18:32,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/staging/jenkins__table1__j79e4ugr44s9tsc5sajc16r8sb6menn3a556qa1gcav3706p79gbm0p23n71m4m1/f2/6e02945b7e9d4af5b83707552b822b50 as hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/00e1496536a0a70ba7a0ef7aa8da92a0/f2/13b2b5e4d58549498c34df7501b8b31e_SeqId_9_ 2024-11-27T20:18:32,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ba209d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:32,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:18:32,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:18:32,346 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:18:32,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:18:32,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:18:32,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5404a2c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:32,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:18:32,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:18:32,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:32,347 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:18:32,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b4325bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:32,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:18:32,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 47ee238b5a74,39671,1732738586121 2024-11-27T20:18:32,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f921d9 2024-11-27T20:18:32,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:18:32,350 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:18:32,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:18:32,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:18:32,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:18:32,352 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:18:32,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T20:18:32,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T20:18:32,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d., hostname=47ee238b5a74,45719,1732738587675, seqNum=2] 2024-11-27T20:18:32,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719. 2024-11-27T20:18:32,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T20:18:32,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:32,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:32,366 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:18:32,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/staging/jenkins__table1__j79e4ugr44s9tsc5sajc16r8sb6menn3a556qa1gcav3706p79gbm0p23n71m4m1/f2/6e02945b7e9d4af5b83707552b822b50 into 00e1496536a0a70ba7a0ef7aa8da92a0/f2 as hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/00e1496536a0a70ba7a0ef7aa8da92a0/f2/13b2b5e4d58549498c34df7501b8b31e_SeqId_9_ - updating store file list. 2024-11-27T20:18:32,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/00e1496536a0a70ba7a0ef7aa8da92a0/f2/13b2b5e4d58549498c34df7501b8b31e_SeqId_9_ into 00e1496536a0a70ba7a0ef7aa8da92a0/f2 2024-11-27T20:18:32,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/staging/jenkins__table1__j79e4ugr44s9tsc5sajc16r8sb6menn3a556qa1gcav3706p79gbm0p23n71m4m1/f2/6e02945b7e9d4af5b83707552b822b50 into 00e1496536a0a70ba7a0ef7aa8da92a0/f2 (new location: hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/00e1496536a0a70ba7a0ef7aa8da92a0/f2/13b2b5e4d58549498c34df7501b8b31e_SeqId_9_) 2024-11-27T20:18:32,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/staging/jenkins__table1__j79e4ugr44s9tsc5sajc16r8sb6menn3a556qa1gcav3706p79gbm0p23n71m4m1/f2/6e02945b7e9d4af5b83707552b822b50 2024-11-27T20:18:32,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a69cf8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:32,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:18:32,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:18:32,374 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:18:32,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:18:32,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:18:32,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10602b2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:32,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:18:32,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:18:32,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:32,375 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:18:32,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b60e8ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:32,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:18:32,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 47ee238b5a74,39671,1732738586121 2024-11-27T20:18:32,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c174e73 2024-11-27T20:18:32,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:18:32,378 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T20:18:32,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:18:32,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:18:32,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:18:32,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-27T20:18:32,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T20:18:32,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T20:18:32,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d., hostname=47ee238b5a74,45719,1732738587675, seqNum=2] 2024-11-27T20:18:32,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719. 2024-11-27T20:18:32,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T20:18:32,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:32,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:32,395 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:18:32,396 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:18:32,396 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:18:32,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:32,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:32,396 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:18:32,397 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-27T20:18:32,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732738703115.00e1496536a0a70ba7a0ef7aa8da92a0., hostname=47ee238b5a74,45719,1732738587675, seqNum=7 , the old value is region=table1,,1732738703115.00e1496536a0a70ba7a0ef7aa8da92a0., hostname=47ee238b5a74,45719,1732738587675, seqNum=7, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=47ee238b5a74:45719 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T20:18:32,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732738703115.00e1496536a0a70ba7a0ef7aa8da92a0., hostname=47ee238b5a74,45719,1732738587675, seqNum=7 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T20:18:32,397 INFO [Time-limited test {}] impl.RestoreTablesClient(187): test-1732738596120 has been successfully restored to table1 2024-11-27T20:18:32,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732738703115.00e1496536a0a70ba7a0ef7aa8da92a0., hostname=47ee238b5a74,45719,1732738587675, seqNum=7 from cache 2024-11-27T20:18:32,397 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-27T20:18:32,397 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732738678832 hdfs://localhost:34489/backupUT/backup_1732738678832/default/test-1732738596120/ 2024-11-27T20:18:32,397 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T20:18:32,398 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:34489/backupUT/backup_1732738643403/.backup.manifest 2024-11-27T20:18:32,400 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732738643403/.backup.manifest 2024-11-27T20:18:32,400 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17327385961201' to 'ns2:table2' from full backup image hdfs://localhost:34489/backupUT/backup_1732738643403/ns2/test-17327385961201 2024-11-27T20:18:32,402 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-17327385961201', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1732738678832 2024-11-27T20:18:32,405 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'ns2:table2', preserving region splits 2024-11-27T20:18:32,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable ns2:table2 2024-11-27T20:18:32,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=ns2:table2 2024-11-27T20:18:32,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-27T20:18:32,410 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738712409"}]},"ts":"1732738712409"} 2024-11-27T20:18:32,411 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLING in hbase:meta 2024-11-27T20:18:32,412 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set ns2:table2 to state=DISABLING 2024-11-27T20:18:32,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=ns2:table2}] 2024-11-27T20:18:32,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=ab96603d90da09be3f0df1c44d7aca36, UNASSIGN}] 2024-11-27T20:18:32,415 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=ab96603d90da09be3f0df1c44d7aca36, UNASSIGN 2024-11-27T20:18:32,416 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=ab96603d90da09be3f0df1c44d7aca36, regionState=CLOSING, regionLocation=47ee238b5a74,45719,1732738587675 2024-11-27T20:18:32,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=ab96603d90da09be3f0df1c44d7aca36, UNASSIGN because future has completed 2024-11-27T20:18:32,418 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T20:18:32,418 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure ab96603d90da09be3f0df1c44d7aca36, server=47ee238b5a74,45719,1732738587675}] 2024-11-27T20:18:32,506 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47ee238b5a74:45719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T20:18:32,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-27T20:18:32,572 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(122): Close ab96603d90da09be3f0df1c44d7aca36 2024-11-27T20:18:32,572 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-27T20:18:32,572 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1722): Closing ab96603d90da09be3f0df1c44d7aca36, disabling compactions & flushes 2024-11-27T20:18:32,573 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1755): Closing region ns2:table2,,1732738698003.ab96603d90da09be3f0df1c44d7aca36. 2024-11-27T20:18:32,573 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732738698003.ab96603d90da09be3f0df1c44d7aca36. 2024-11-27T20:18:32,573 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732738698003.ab96603d90da09be3f0df1c44d7aca36. after waiting 0 ms 2024-11-27T20:18:32,573 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732738698003.ab96603d90da09be3f0df1c44d7aca36. 2024-11-27T20:18:32,582 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns2/table2/ab96603d90da09be3f0df1c44d7aca36/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-27T20:18:32,583 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T20:18:32,583 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1973): Closed ns2:table2,,1732738698003.ab96603d90da09be3f0df1c44d7aca36. 2024-11-27T20:18:32,583 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1676): Region close journal for ab96603d90da09be3f0df1c44d7aca36: Waiting for close lock at 1732738712572Running coprocessor pre-close hooks at 1732738712572Disabling compacts and flushes for region at 1732738712572Disabling writes for close at 1732738712573 (+1 ms)Writing region close event to WAL at 1732738712574 (+1 ms)Running coprocessor post-close hooks at 1732738712583 (+9 ms)Closed at 1732738712583 2024-11-27T20:18:32,586 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(157): Closed ab96603d90da09be3f0df1c44d7aca36 2024-11-27T20:18:32,587 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=ab96603d90da09be3f0df1c44d7aca36, regionState=CLOSED 2024-11-27T20:18:32,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure ab96603d90da09be3f0df1c44d7aca36, server=47ee238b5a74,45719,1732738587675 because future has completed 2024-11-27T20:18:32,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-27T20:18:32,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseRegionProcedure ab96603d90da09be3f0df1c44d7aca36, server=47ee238b5a74,45719,1732738587675 in 172 msec 2024-11-27T20:18:32,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-27T20:18:32,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=ab96603d90da09be3f0df1c44d7aca36, UNASSIGN in 179 msec 2024-11-27T20:18:32,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-27T20:18:32,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=ns2:table2 in 184 msec 2024-11-27T20:18:32,600 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738712600"}]},"ts":"1732738712600"} 2024-11-27T20:18:32,603 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLED in hbase:meta 2024-11-27T20:18:32,603 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set ns2:table2 to state=DISABLED 2024-11-27T20:18:32,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DisableTableProcedure table=ns2:table2 in 198 msec 2024-11-27T20:18:32,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-27T20:18:32,727 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: ns2:table2 completed 2024-11-27T20:18:32,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.3 truncate ns2:table2 2024-11-27T20:18:32,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) 2024-11-27T20:18:32,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-27T20:18:32,733 DEBUG [PEWorker-5 {}] procedure.TruncateTableProcedure(87): waiting for 'ns2:table2' regions in transition 2024-11-27T20:18:32,739 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns2/table2/ab96603d90da09be3f0df1c44d7aca36 2024-11-27T20:18:32,742 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns2/table2/ab96603d90da09be3f0df1c44d7aca36/f, FileablePath, hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns2/table2/ab96603d90da09be3f0df1c44d7aca36/recovered.edits] 2024-11-27T20:18:32,748 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns2/table2/ab96603d90da09be3f0df1c44d7aca36/f/1b7547847ae440458c5d0658bd5104f9_SeqId_4_ to hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/archive/data/ns2/table2/ab96603d90da09be3f0df1c44d7aca36/f/1b7547847ae440458c5d0658bd5104f9_SeqId_4_ 2024-11-27T20:18:32,752 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns2/table2/ab96603d90da09be3f0df1c44d7aca36/recovered.edits/6.seqid to hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/archive/data/ns2/table2/ab96603d90da09be3f0df1c44d7aca36/recovered.edits/6.seqid 2024-11-27T20:18:32,753 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns2/table2/ab96603d90da09be3f0df1c44d7aca36 2024-11-27T20:18:32,753 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived ns2:table2 regions 2024-11-27T20:18:32,761 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of ns2:table2 from hbase:meta 2024-11-27T20:18:32,764 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'ns2:table2' descriptor. 2024-11-27T20:18:32,764 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'ns2:table2' from region states. 2024-11-27T20:18:32,765 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"ns2:table2,,1732738698003.ab96603d90da09be3f0df1c44d7aca36.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732738712764"}]},"ts":"9223372036854775807"} 2024-11-27T20:18:32,766 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-27T20:18:32,766 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => ab96603d90da09be3f0df1c44d7aca36, NAME => 'ns2:table2,,1732738698003.ab96603d90da09be3f0df1c44d7aca36.', STARTKEY => '', ENDKEY => ''}] 2024-11-27T20:18:32,767 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'ns2:table2' as deleted. 2024-11-27T20:18:32,767 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732738712767"}]},"ts":"9223372036854775807"} 2024-11-27T20:18:32,768 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table ns2:table2 state from META 2024-11-27T20:18:32,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741991_1167 (size=351) 2024-11-27T20:18:32,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-27T20:18:33,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-27T20:18:33,181 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7beba2bb2d2cffcf60e560777422e15c, NAME => 'ns2:table2,,1732738712756.7beba2bb2d2cffcf60e560777422e15c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c 2024-11-27T20:18:33,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741992_1168 (size=37) 2024-11-27T20:18:33,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-27T20:18:33,595 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1732738712756.7beba2bb2d2cffcf60e560777422e15c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:18:33,595 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 7beba2bb2d2cffcf60e560777422e15c, disabling compactions & flushes 2024-11-27T20:18:33,595 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1732738712756.7beba2bb2d2cffcf60e560777422e15c. 2024-11-27T20:18:33,595 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732738712756.7beba2bb2d2cffcf60e560777422e15c. 2024-11-27T20:18:33,595 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732738712756.7beba2bb2d2cffcf60e560777422e15c. after waiting 0 ms 2024-11-27T20:18:33,595 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732738712756.7beba2bb2d2cffcf60e560777422e15c. 2024-11-27T20:18:33,595 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1732738712756.7beba2bb2d2cffcf60e560777422e15c. 2024-11-27T20:18:33,596 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7beba2bb2d2cffcf60e560777422e15c: Waiting for close lock at 1732738713595Disabling compacts and flushes for region at 1732738713595Disabling writes for close at 1732738713595Writing region close event to WAL at 1732738713595Closed at 1732738713595 2024-11-27T20:18:33,599 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1732738712756.7beba2bb2d2cffcf60e560777422e15c.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1732738713598"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738713598"}]},"ts":"1732738713598"} 2024-11-27T20:18:33,602 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T20:18:33,603 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738713603"}]},"ts":"1732738713603"} 2024-11-27T20:18:33,605 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-27T20:18:33,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=7beba2bb2d2cffcf60e560777422e15c, ASSIGN}] 2024-11-27T20:18:33,607 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=7beba2bb2d2cffcf60e560777422e15c, ASSIGN 2024-11-27T20:18:33,608 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=7beba2bb2d2cffcf60e560777422e15c, ASSIGN; state=OFFLINE, location=47ee238b5a74,45719,1732738587675; forceNewPlan=false, retain=false 2024-11-27T20:18:33,759 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=93 updating hbase:meta row=7beba2bb2d2cffcf60e560777422e15c, regionState=OPENING, regionLocation=47ee238b5a74,45719,1732738587675 2024-11-27T20:18:33,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=7beba2bb2d2cffcf60e560777422e15c, ASSIGN because future has completed 2024-11-27T20:18:33,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7beba2bb2d2cffcf60e560777422e15c, server=47ee238b5a74,45719,1732738587675}] 2024-11-27T20:18:33,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-27T20:18:33,926 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(132): Open ns2:table2,,1732738712756.7beba2bb2d2cffcf60e560777422e15c. 2024-11-27T20:18:33,927 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7752): Opening region: {ENCODED => 7beba2bb2d2cffcf60e560777422e15c, NAME => 'ns2:table2,,1732738712756.7beba2bb2d2cffcf60e560777422e15c.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:18:33,927 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T20:18:33,928 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 7beba2bb2d2cffcf60e560777422e15c 2024-11-27T20:18:33,928 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(898): Instantiated ns2:table2,,1732738712756.7beba2bb2d2cffcf60e560777422e15c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:18:33,928 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7794): checking encryption for 7beba2bb2d2cffcf60e560777422e15c 2024-11-27T20:18:33,928 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7797): checking classloading for 7beba2bb2d2cffcf60e560777422e15c 2024-11-27T20:18:33,932 INFO [StoreOpener-7beba2bb2d2cffcf60e560777422e15c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7beba2bb2d2cffcf60e560777422e15c 2024-11-27T20:18:33,935 INFO [StoreOpener-7beba2bb2d2cffcf60e560777422e15c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7beba2bb2d2cffcf60e560777422e15c columnFamilyName f 2024-11-27T20:18:33,935 DEBUG [StoreOpener-7beba2bb2d2cffcf60e560777422e15c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:33,936 INFO [StoreOpener-7beba2bb2d2cffcf60e560777422e15c-1 {}] regionserver.HStore(327): Store=7beba2bb2d2cffcf60e560777422e15c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:18:33,936 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1038): replaying wal for 7beba2bb2d2cffcf60e560777422e15c 2024-11-27T20:18:33,937 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns2/table2/7beba2bb2d2cffcf60e560777422e15c 2024-11-27T20:18:33,938 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns2/table2/7beba2bb2d2cffcf60e560777422e15c 2024-11-27T20:18:33,939 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1048): stopping wal replay for 7beba2bb2d2cffcf60e560777422e15c 2024-11-27T20:18:33,939 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1060): Cleaning up temporary data for 7beba2bb2d2cffcf60e560777422e15c 2024-11-27T20:18:33,941 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1093): writing seq id for 7beba2bb2d2cffcf60e560777422e15c 2024-11-27T20:18:33,944 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns2/table2/7beba2bb2d2cffcf60e560777422e15c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:18:33,944 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1114): Opened 7beba2bb2d2cffcf60e560777422e15c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10372134560, jitterRate=-0.03401969373226166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T20:18:33,945 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7beba2bb2d2cffcf60e560777422e15c 2024-11-27T20:18:33,945 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1006): Region open journal for 7beba2bb2d2cffcf60e560777422e15c: Running coprocessor pre-open hook at 1732738713929Writing region info on filesystem at 1732738713929Initializing all the Stores at 1732738713931 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738713931Cleaning up temporary data from old regions at 1732738713939 (+8 ms)Running coprocessor post-open hooks at 1732738713945 (+6 ms)Region opened successfully at 1732738713945 2024-11-27T20:18:33,946 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1732738712756.7beba2bb2d2cffcf60e560777422e15c., pid=94, masterSystemTime=1732738713919 2024-11-27T20:18:33,949 DEBUG [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1732738712756.7beba2bb2d2cffcf60e560777422e15c. 2024-11-27T20:18:33,949 INFO [RS_OPEN_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(153): Opened ns2:table2,,1732738712756.7beba2bb2d2cffcf60e560777422e15c. 2024-11-27T20:18:33,950 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=93 updating hbase:meta row=7beba2bb2d2cffcf60e560777422e15c, regionState=OPEN, openSeqNum=2, regionLocation=47ee238b5a74,45719,1732738587675 2024-11-27T20:18:33,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7beba2bb2d2cffcf60e560777422e15c, server=47ee238b5a74,45719,1732738587675 because future has completed 2024-11-27T20:18:33,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-27T20:18:33,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; OpenRegionProcedure 7beba2bb2d2cffcf60e560777422e15c, server=47ee238b5a74,45719,1732738587675 in 190 msec 2024-11-27T20:18:33,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-27T20:18:33,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=7beba2bb2d2cffcf60e560777422e15c, ASSIGN in 351 msec 2024-11-27T20:18:33,961 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738713960"}]},"ts":"1732738713960"} 2024-11-27T20:18:33,964 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-27T20:18:33,964 DEBUG [PEWorker-4 {}] procedure.TruncateTableProcedure(145): truncate 'ns2:table2' completed 2024-11-27T20:18:33,966 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) in 1.2350 sec 2024-11-27T20:18:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-27T20:18:34,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: ns2:table2 completed 2024-11-27T20:18:34,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-27T20:18:34,888 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:34489/backupUT/backup_1732738643403/ns2/test-17327385961201/archive/data/ns2/test-17327385961201/2e6ccb9e75135bd3f94dea3398689aed from hbase tables ns2:test-17327385961201 to tables ns2:table2 2024-11-27T20:18:34,888 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17327385961201 into ns2:table2 2024-11-27T20:18:34,892 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-ns2-table2-1732738714888 from hdfs://localhost:34489/backupUT/backup_1732738643403/ns2/test-17327385961201/archive/data/ns2/test-17327385961201/2e6ccb9e75135bd3f94dea3398689aed 2024-11-27T20:18:34,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58c6ba7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:34,892 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:18:34,893 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:18:34,894 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:18:34,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:18:34,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:18:34,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@491d330f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:34,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:18:34,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:18:34,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:34,895 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:18:34,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64625990, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:34,896 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:18:34,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 47ee238b5a74,39671,1732738586121 2024-11-27T20:18:34,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@217c3d80 2024-11-27T20:18:34,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:18:34,898 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:18:34,899 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-27T20:18:34,899 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-27T20:18:34,899 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-27T20:18:34,899 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:18:34,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:18:34,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:18:34,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:18:34,903 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-27T20:18:34,903 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-27T20:18:34,904 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/partitions_0c1514a3-fae4-4977-babb-1e2f17defd4a 2024-11-27T20:18:34,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741993_1169 (size=153) 2024-11-27T20:18:34,978 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-27T20:18:35,313 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:35,314 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:35,315 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:36,194 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/hadoop-5840162912216462093.jar 2024-11-27T20:18:36,194 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:36,194 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:36,194 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:36,195 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:36,195 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:36,195 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:36,195 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:36,195 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:36,195 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:36,196 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T20:18:36,196 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T20:18:36,196 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T20:18:36,196 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T20:18:36,196 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T20:18:36,196 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T20:18:36,197 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T20:18:36,197 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T20:18:36,197 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T20:18:36,197 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T20:18:36,197 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T20:18:36,197 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:36,198 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:36,198 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:36,198 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:36,198 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:36,198 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T20:18:36,198 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T20:18:36,198 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-27T20:18:36,199 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:18:36,199 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:18:36,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:36,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:36,199 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:18:36,199 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-27T20:18:36,199 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T20:18:36,208 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T20:18:36,220 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-27T20:18:36,306 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/mapreduce.cluster.local.dir/job_local1827461303_0016_02627ac4-d857-40c4-b462-5036e0a4ced9/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-27T20:18:36,306 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/mapreduce.cluster.local.dir/job_local1827461303_0016_02627ac4-d857-40c4-b462-5036e0a4ced9/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-27T20:18:36,357 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:34489/backupUT/backup_1732738643403/ns2/test-17327385961201/archive/data/ns2/test-17327385961201/2e6ccb9e75135bd3f94dea3398689aed/f/63aeb355891f44db9da4a3a4fc3873f5 2024-11-27T20:18:36,360 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-27T20:18:36,390 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:34489/backupUT/backup_1732738643403/ns2/test-17327385961201/archive/data/ns2/test-17327385961201/2e6ccb9e75135bd3f94dea3398689aed/f/143bdaa4cf1042a0922157a2493877b3 2024-11-27T20:18:36,393 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-27T20:18:36,418 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1955f2a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:36,418 DEBUG [pool-286-thread-1 {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:18:36,418 DEBUG [pool-286-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:18:36,419 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:18:36,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:18:36,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:18:36,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@296eb588, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:36,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:18:36,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:18:36,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:36,421 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:18:36,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4125c137, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:36,422 DEBUG [pool-286-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:18:36,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:18:36,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:18:36,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:18:36,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row-t20', locateType=CURRENT is [region=ns2:table2,,1732738712756.7beba2bb2d2cffcf60e560777422e15c., hostname=47ee238b5a74,45719,1732738587675, seqNum=2] 2024-11-27T20:18:36,425 INFO [pool-286-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-286-thread-1. 2024-11-27T20:18:36,425 DEBUG [pool-286-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:18:36,425 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:36,425 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:36,425 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:18:36,425 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-27T20:18:36,425 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 47ee238b5a74 2024-11-27T20:18:36,430 DEBUG [pool-286-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-ns2-table2-1732738714888/_temporary/0/_temporary/attempt_local1827461303_0016_r_000000_0/f/db063b83301e43c9b3bd15bae243816f is 38, key is row-t20/f:q1/1732738628106/Put/seqid=0 2024-11-27T20:18:36,431 WARN [Thread-1959 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [47ee238b5a74:45719] Specified favored nodes: [47ee238b5a74:45719] 2024-11-27T20:18:36,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741994_1170 (size=8935) 2024-11-27T20:18:37,355 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-ns2-table2-1732738714888 2024-11-27T20:18:37,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d6772ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:37,356 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:18:37,356 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:18:37,357 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:18:37,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:18:37,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:18:37,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@532e8ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:37,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:18:37,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:18:37,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:37,359 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:18:37,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a4bcba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:37,361 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:18:37,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:18:37,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:18:37,364 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:18:37,367 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-ns2-table2-1732738714888/_SUCCESS 2024-11-27T20:18:37,369 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:18:37,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 47ee238b5a74,39671,1732738586121 2024-11-27T20:18:37,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1626fdfc 2024-11-27T20:18:37,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:18:37,371 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:18:37,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732738712756.7beba2bb2d2cffcf60e560777422e15c., hostname=47ee238b5a74,45719,1732738587675, seqNum=2] 2024-11-27T20:18:37,376 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-27T20:18:37,381 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-ns2-table2-1732738714888/f/db063b83301e43c9b3bd15bae243816f first=Optional[row-t20] last=Optional[row98] 2024-11-27T20:18:37,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-ns2-table2-1732738714888/f/db063b83301e43c9b3bd15bae243816f for inclusion in 7beba2bb2d2cffcf60e560777422e15c/f 2024-11-27T20:18:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HStore(626): HFile bounds: first=row-t20 last=row98 2024-11-27T20:18:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T20:18:37,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HRegion(2603): Flush status journal for 7beba2bb2d2cffcf60e560777422e15c: 2024-11-27T20:18:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/hbase-staging/bulk_output-ns2-table2-1732738714888/f/db063b83301e43c9b3bd15bae243816f to hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/staging/jenkins__ns2_table2__v4lmv1mpf0qmc057biei2sl48jhssg3k5fjri20tp0q637lr4to60b2bv2d2ienl/f/db063b83301e43c9b3bd15bae243816f 2024-11-27T20:18:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/staging/jenkins__ns2_table2__v4lmv1mpf0qmc057biei2sl48jhssg3k5fjri20tp0q637lr4to60b2bv2d2ienl/f/db063b83301e43c9b3bd15bae243816f as hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns2/table2/7beba2bb2d2cffcf60e560777422e15c/f/b68f70b164c2430f8cd83972ba665b74_SeqId_4_ 2024-11-27T20:18:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a23cca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:18:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:18:37,392 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:18:37,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:18:37,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:18:37,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@516a5a65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:37,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:18:37,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:18:37,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:37,394 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:18:37,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20fc2cfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:37,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:18:37,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 47ee238b5a74,39671,1732738586121 2024-11-27T20:18:37,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46a1af79 2024-11-27T20:18:37,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:18:37,396 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:18:37,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:18:37,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:18:37,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:18:37,398 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:18:37,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T20:18:37,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T20:18:37,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d., hostname=47ee238b5a74,45719,1732738587675, seqNum=2] 2024-11-27T20:18:37,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719. 2024-11-27T20:18:37,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T20:18:37,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:37,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:37,412 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:18:37,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/staging/jenkins__ns2_table2__v4lmv1mpf0qmc057biei2sl48jhssg3k5fjri20tp0q637lr4to60b2bv2d2ienl/f/db063b83301e43c9b3bd15bae243816f into 7beba2bb2d2cffcf60e560777422e15c/f as hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns2/table2/7beba2bb2d2cffcf60e560777422e15c/f/b68f70b164c2430f8cd83972ba665b74_SeqId_4_ - updating store file list. 2024-11-27T20:18:37,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns2/table2/7beba2bb2d2cffcf60e560777422e15c/f/b68f70b164c2430f8cd83972ba665b74_SeqId_4_ into 7beba2bb2d2cffcf60e560777422e15c/f 2024-11-27T20:18:37,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/staging/jenkins__ns2_table2__v4lmv1mpf0qmc057biei2sl48jhssg3k5fjri20tp0q637lr4to60b2bv2d2ienl/f/db063b83301e43c9b3bd15bae243816f into 7beba2bb2d2cffcf60e560777422e15c/f (new location: hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns2/table2/7beba2bb2d2cffcf60e560777422e15c/f/b68f70b164c2430f8cd83972ba665b74_SeqId_4_) 2024-11-27T20:18:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/staging/jenkins__ns2_table2__v4lmv1mpf0qmc057biei2sl48jhssg3k5fjri20tp0q637lr4to60b2bv2d2ienl/f/db063b83301e43c9b3bd15bae243816f 2024-11-27T20:18:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b7254fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.ClusterIdFetcher(90): Going to request 47ee238b5a74,39671,-1 for getting cluster id 2024-11-27T20:18:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:18:37,420 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8158481-9767-4e79-970b-569839c13031' 2024-11-27T20:18:37,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:18:37,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8158481-9767-4e79-970b-569839c13031" 2024-11-27T20:18:37,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c20b104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:37,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [47ee238b5a74,39671,-1] 2024-11-27T20:18:37,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:18:37,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:37,421 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:18:37,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e399c03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T20:18:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:18:37,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 47ee238b5a74,39671,1732738586121 2024-11-27T20:18:37,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33469f6f 2024-11-27T20:18:37,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:18:37,423 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T20:18:37,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:18:37,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=47ee238b5a74,45719,1732738587675, seqNum=-1] 2024-11-27T20:18:37,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:18:37,425 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-27T20:18:37,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T20:18:37,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T20:18:37,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d., hostname=47ee238b5a74,45719,1732738587675, seqNum=2] 2024-11-27T20:18:37,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719. 2024-11-27T20:18:37,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T20:18:37,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:37,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:37,438 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:18:37,439 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:18:37,439 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:18:37,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:37,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:37,439 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:18:37,439 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-27T20:18:37,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1732738712756.7beba2bb2d2cffcf60e560777422e15c., hostname=47ee238b5a74,45719,1732738587675, seqNum=2 , the old value is region=ns2:table2,,1732738712756.7beba2bb2d2cffcf60e560777422e15c., hostname=47ee238b5a74,45719,1732738587675, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=47ee238b5a74:45719 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T20:18:37,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1732738712756.7beba2bb2d2cffcf60e560777422e15c., hostname=47ee238b5a74,45719,1732738587675, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T20:18:37,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1732738712756.7beba2bb2d2cffcf60e560777422e15c., hostname=47ee238b5a74,45719,1732738587675, seqNum=2 from cache 2024-11-27T20:18:37,440 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T20:18:37,455 INFO [Time-limited test {}] impl.RestoreTablesClient(175): No incremental changes since full backup for 'ns2:test-17327385961201', skipping incremental restore step. 2024-11-27T20:18:37,456 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-27T20:18:37,456 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732738678832 hdfs://localhost:34489/backupUT/backup_1732738678832/ns2/test-17327385961201/ 2024-11-27T20:18:37,456 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-27T20:18:37,457 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(217): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:18:37,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.CallRunner(138): callId: 742 service: ClientService methodName: Scan size: 160 connection: 172.17.0.3:35788 deadline: 1732738777457, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,,1732738692187.51395b8c8aef153dc8b8fd4e31772296. is not online on 47ee238b5a74,45719,1732738587675 2024-11-27T20:18:37,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732738692187.51395b8c8aef153dc8b8fd4e31772296., hostname=47ee238b5a74,45719,1732738587675, seqNum=2 , the old value is region=table1,,1732738692187.51395b8c8aef153dc8b8fd4e31772296., hostname=47ee238b5a74,45719,1732738587675, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1732738692187.51395b8c8aef153dc8b8fd4e31772296. is not online on 47ee238b5a74,45719,1732738587675 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T20:18:37,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732738692187.51395b8c8aef153dc8b8fd4e31772296., hostname=47ee238b5a74,45719,1732738587675, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1732738692187.51395b8c8aef153dc8b8fd4e31772296. is not online on 47ee238b5a74,45719,1732738587675 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T20:18:37,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732738692187.51395b8c8aef153dc8b8fd4e31772296., hostname=47ee238b5a74,45719,1732738587675, seqNum=2 from cache 2024-11-27T20:18:37,547 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=47ee238b5a74:45719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T20:18:37,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732738703115.00e1496536a0a70ba7a0ef7aa8da92a0., hostname=47ee238b5a74,45719,1732738587675, seqNum=7] 2024-11-27T20:18:37,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.CallRunner(138): callId: 746 service: ClientService methodName: Scan size: 170 connection: 172.17.0.3:35788 deadline: 1732738777577, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1732738692187.f5a0b9fff2d798f9b73da9ea73a86290. is not online on 47ee238b5a74,45719,1732738587675 2024-11-27T20:18:37,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,row0,1732738692187.f5a0b9fff2d798f9b73da9ea73a86290., hostname=47ee238b5a74,45719,1732738587675, seqNum=2 , the old value is region=table1,row0,1732738692187.f5a0b9fff2d798f9b73da9ea73a86290., hostname=47ee238b5a74,45719,1732738587675, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1732738692187.f5a0b9fff2d798f9b73da9ea73a86290. is not online on 47ee238b5a74,45719,1732738587675 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T20:18:37,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,row0,1732738692187.f5a0b9fff2d798f9b73da9ea73a86290., hostname=47ee238b5a74,45719,1732738587675, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1732738692187.f5a0b9fff2d798f9b73da9ea73a86290. is not online on 47ee238b5a74,45719,1732738587675 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T20:18:37,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,row0,1732738692187.f5a0b9fff2d798f9b73da9ea73a86290., hostname=47ee238b5a74,45719,1732738587675, seqNum=2 from cache 2024-11-27T20:18:37,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732738703115.e8a91e5fa0a766b7d30ef7ce6db8e839., hostname=47ee238b5a74,45719,1732738587675, seqNum=7] 2024-11-27T20:18:37,697 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(219): f1 has 198 rows 2024-11-27T20:18:37,702 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(223): f2 has 7 rows 2024-11-27T20:18:37,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:37,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-27T20:18:37,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:37,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-27T20:18:37,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:37,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-27T20:18:37,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:37,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-27T20:18:37,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:37,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-27T20:18:37,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:37,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-27T20:18:37,724 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(227): mob has 111 rows 2024-11-27T20:18:37,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45719 {}] ipc.CallRunner(138): callId: 754 service: ClientService methodName: Scan size: 159 connection: 172.17.0.3:35788 deadline: 1732738777724, exception=org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1732738698003.ab96603d90da09be3f0df1c44d7aca36. is not online on 47ee238b5a74,45719,1732738587675 2024-11-27T20:18:37,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1732738698003.ab96603d90da09be3f0df1c44d7aca36., hostname=47ee238b5a74,45719,1732738587675, seqNum=2 , the old value is region=ns2:table2,,1732738698003.ab96603d90da09be3f0df1c44d7aca36., hostname=47ee238b5a74,45719,1732738587675, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1732738698003.ab96603d90da09be3f0df1c44d7aca36. is not online on 47ee238b5a74,45719,1732738587675 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T20:18:37,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1732738698003.ab96603d90da09be3f0df1c44d7aca36., hostname=47ee238b5a74,45719,1732738587675, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1732738698003.ab96603d90da09be3f0df1c44d7aca36. is not online on 47ee238b5a74,45719,1732738587675 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T20:18:37,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1732738698003.ab96603d90da09be3f0df1c44d7aca36., hostname=47ee238b5a74,45719,1732738587675, seqNum=2 from cache 2024-11-27T20:18:37,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732738712756.7beba2bb2d2cffcf60e560777422e15c., hostname=47ee238b5a74,45719,1732738587675, seqNum=2] 2024-11-27T20:18:37,841 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:18:37,841 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:235) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:18:37,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:37,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:37,841 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:18:37,856 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=634 (was 611) Potentially hanging thread: member: '47ee238b5a74,45719,1732738587675' subprocedure-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: (47ee238b5a74,39671,1732738586121)-proc-coordinator-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/cluster_c3070894-8b19-e03f-0e1e-7492702d590e/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-281299556_20 at /127.0.0.1:42406 [Receiving block BP-323944268-172.17.0.3-1732738582132:blk_1073741955_1131] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(47ee238b5a74,45719,1732738587675)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-323944268-172.17.0.3-1732738582132:blk_1073741953_1129, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-281299556_20 at /127.0.0.1:42404 [Receiving block BP-323944268-172.17.0.3-1732738582132:blk_1073741954_1130] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_613169882_20 at /127.0.0.1:49972 [Waiting for operation #54] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-281299556_20 at /127.0.0.1:42394 [Receiving block BP-323944268-172.17.0.3-1732738582132:blk_1073741953_1129] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'JobTracker' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: PacketResponder: BP-323944268-172.17.0.3-1732738582132:blk_1073741954_1130, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-323944268-172.17.0.3-1732738582132:blk_1073741955_1131, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/cluster_c3070894-8b19-e03f-0e1e-7492702d590e/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/47ee238b5a74:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(47ee238b5a74,45719,1732738587675)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(47ee238b5a74,45719,1732738587675)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(47ee238b5a74,45719,1732738587675)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/47ee238b5a74:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=641 (was 633) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=126 (was 123) - SystemLoadAverage LEAK? -, ProcessCount=18 (was 18), AvailableMemoryMB=6906 (was 7431) 2024-11-27T20:18:37,856 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=634 is superior to 500 2024-11-27T20:18:37,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T20:18:37,862 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:18:37,862 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:18:37,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:37,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:37,862 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:18:37,862 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T20:18:37,862 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1706142374, stopped=false 2024-11-27T20:18:37,863 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=47ee238b5a74,39671,1732738586121 2024-11-27T20:18:37,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-27T20:18:37,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-27T20:18:37,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T20:18:37,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T20:18:37,924 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:18:37,925 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:18:37,925 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:18:37,925 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-27T20:18:37,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:37,925 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-27T20:18:37,926 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '47ee238b5a74,45719,1732738587675' ***** 2024-11-27T20:18:37,926 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T20:18:37,927 INFO [RS:0;47ee238b5a74:45719 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-27T20:18:37,933 INFO [RS:0;47ee238b5a74:45719 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@9984275{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-27T20:18:37,935 INFO [RS:0;47ee238b5a74:45719 {}] server.AbstractConnector(383): Stopped ServerConnector@445a8045{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-27T20:18:37,935 INFO [RS:0;47ee238b5a74:45719 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:18:37,935 INFO [RS:0;47ee238b5a74:45719 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@2df3a35c{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-27T20:18:37,935 INFO [RS:0;47ee238b5a74:45719 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@3e9615b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/hadoop.log.dir/,STOPPED} 2024-11-27T20:18:37,937 INFO [RS:0;47ee238b5a74:45719 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T20:18:37,937 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T20:18:37,937 INFO [RS:0;47ee238b5a74:45719 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T20:18:37,937 INFO [RS:0;47ee238b5a74:45719 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2024-11-27T20:18:37,937 INFO [RS:0;47ee238b5a74:45719 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T20:18:37,937 INFO [RS:0;47ee238b5a74:45719 {}] regionserver.HRegionServer(3091): Received CLOSE for 53638a5faccc75a97d493f0616da7a2d 2024-11-27T20:18:37,938 INFO [RS:0;47ee238b5a74:45719 {}] regionserver.HRegionServer(3091): Received CLOSE for 00e1496536a0a70ba7a0ef7aa8da92a0 2024-11-27T20:18:37,938 INFO [RS:0;47ee238b5a74:45719 {}] regionserver.HRegionServer(3091): Received CLOSE for 13ee7989ddde6e71cb1650ec545319d1 2024-11-27T20:18:37,938 INFO [RS:0;47ee238b5a74:45719 {}] regionserver.HRegionServer(3091): Received CLOSE for 2e6ccb9e75135bd3f94dea3398689aed 2024-11-27T20:18:37,938 INFO [RS:0;47ee238b5a74:45719 {}] regionserver.HRegionServer(3091): Received CLOSE for 15133114d90d8886ef997e5f0d780700 2024-11-27T20:18:37,938 INFO [RS:0;47ee238b5a74:45719 {}] regionserver.HRegionServer(3091): Received CLOSE for e8a91e5fa0a766b7d30ef7ce6db8e839 2024-11-27T20:18:37,938 INFO [RS:0;47ee238b5a74:45719 {}] regionserver.HRegionServer(3091): Received CLOSE for 7beba2bb2d2cffcf60e560777422e15c 2024-11-27T20:18:37,938 INFO [RS:0;47ee238b5a74:45719 {}] regionserver.HRegionServer(3091): Received CLOSE for b4b84cd08e834182a880c8268c42e499 2024-11-27T20:18:37,938 INFO [RS:0;47ee238b5a74:45719 {}] regionserver.HRegionServer(3091): Received CLOSE for c2154823b488bd7fe4a75897f0488172 2024-11-27T20:18:37,938 INFO [RS:0;47ee238b5a74:45719 {}] regionserver.HRegionServer(959): stopping server 47ee238b5a74,45719,1732738587675 2024-11-27T20:18:37,938 INFO [RS:0;47ee238b5a74:45719 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:18:37,938 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 53638a5faccc75a97d493f0616da7a2d, disabling compactions & flushes 2024-11-27T20:18:37,938 INFO [RS:0;47ee238b5a74:45719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;47ee238b5a74:45719. 2024-11-27T20:18:37,938 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d. 2024-11-27T20:18:37,938 DEBUG [RS:0;47ee238b5a74:45719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:18:37,938 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d. 2024-11-27T20:18:37,938 DEBUG [RS:0;47ee238b5a74:45719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:37,938 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d. after waiting 0 ms 2024-11-27T20:18:37,938 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d. 2024-11-27T20:18:37,938 INFO [RS:0;47ee238b5a74:45719 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T20:18:37,938 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 53638a5faccc75a97d493f0616da7a2d 2/2 column families, dataSize=2.12 KB heapSize=3.43 KB 2024-11-27T20:18:37,938 INFO [RS:0;47ee238b5a74:45719 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T20:18:37,938 INFO [RS:0;47ee238b5a74:45719 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T20:18:37,938 INFO [RS:0;47ee238b5a74:45719 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T20:18:37,939 INFO [RS:0;47ee238b5a74:45719 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close 2024-11-27T20:18:37,939 DEBUG [RS_CLOSE_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:18:37,939 INFO [RS_CLOSE_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:18:37,939 DEBUG [RS_CLOSE_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:18:37,939 DEBUG [RS_CLOSE_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:18:37,939 DEBUG [RS_CLOSE_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:18:37,939 INFO [RS_CLOSE_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=23.97 KB heapSize=42.40 KB 2024-11-27T20:18:37,939 DEBUG [RS:0;47ee238b5a74:45719 {}] regionserver.HRegionServer(1351): Waiting on 00e1496536a0a70ba7a0ef7aa8da92a0, 13ee7989ddde6e71cb1650ec545319d1, 15133114d90d8886ef997e5f0d780700, 1588230740, 2e6ccb9e75135bd3f94dea3398689aed, 53638a5faccc75a97d493f0616da7a2d, 7beba2bb2d2cffcf60e560777422e15c, b4b84cd08e834182a880c8268c42e499, c2154823b488bd7fe4a75897f0488172, e8a91e5fa0a766b7d30ef7ce6db8e839 2024-11-27T20:18:37,942 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/.tmp/meta/2a9c0be12c3c47658a0368c4dce81544 is 158, key is trslm:hdfs://localhost:34489/backupUT\x00ns2:test-17327385961201/meta:log-roll-map/1732738691679/Put/seqid=0 2024-11-27T20:18:37,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741995_1171 (size=6208) 2024-11-27T20:18:37,961 DEBUG [RS_CLOSE_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/hbase/meta/1588230740/.tmp/info/920d677f887d483f9876513f2d36d0a4 is 159, key is ns2:test-17327385961201,,1732738598956.2e6ccb9e75135bd3f94dea3398689aed./info:regioninfo/1732738600133/Put/seqid=0 2024-11-27T20:18:37,962 INFO [regionserver/47ee238b5a74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T20:18:37,963 INFO [regionserver/47ee238b5a74:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T20:18:37,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741996_1172 (size=19093) 2024-11-27T20:18:37,969 INFO [regionserver/47ee238b5a74:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:18:38,139 DEBUG [RS:0;47ee238b5a74:45719 {}] regionserver.HRegionServer(1351): Waiting on 00e1496536a0a70ba7a0ef7aa8da92a0, 13ee7989ddde6e71cb1650ec545319d1, 15133114d90d8886ef997e5f0d780700, 1588230740, 2e6ccb9e75135bd3f94dea3398689aed, 53638a5faccc75a97d493f0616da7a2d, 7beba2bb2d2cffcf60e560777422e15c, b4b84cd08e834182a880c8268c42e499, c2154823b488bd7fe4a75897f0488172, e8a91e5fa0a766b7d30ef7ce6db8e839 2024-11-27T20:18:38,340 DEBUG [RS:0;47ee238b5a74:45719 {}] regionserver.HRegionServer(1351): Waiting on 00e1496536a0a70ba7a0ef7aa8da92a0, 13ee7989ddde6e71cb1650ec545319d1, 15133114d90d8886ef997e5f0d780700, 1588230740, 2e6ccb9e75135bd3f94dea3398689aed, 53638a5faccc75a97d493f0616da7a2d, 7beba2bb2d2cffcf60e560777422e15c, b4b84cd08e834182a880c8268c42e499, c2154823b488bd7fe4a75897f0488172, e8a91e5fa0a766b7d30ef7ce6db8e839 2024-11-27T20:18:38,348 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=944 B at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/.tmp/meta/2a9c0be12c3c47658a0368c4dce81544 2024-11-27T20:18:38,362 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/.tmp/session/38ab48c1d8264251bd54906f62716180 is 588, key is session:backup_1732738678832/session:context/1732738692122/Put/seqid=0 2024-11-27T20:18:38,365 INFO [RS_CLOSE_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.86 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/hbase/meta/1588230740/.tmp/info/920d677f887d483f9876513f2d36d0a4 2024-11-27T20:18:38,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741997_1173 (size=5689) 2024-11-27T20:18:38,389 DEBUG [RS_CLOSE_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/hbase/meta/1588230740/.tmp/ns/64b4751aac4c4c979ffe7d8e8ce3cdbe is 85, key is ns2:table2,,1732738698003.ab96603d90da09be3f0df1c44d7aca36./ns:/1732738712758/DeleteFamily/seqid=0 2024-11-27T20:18:38,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741998_1174 (size=5760) 2024-11-27T20:18:38,540 DEBUG [RS:0;47ee238b5a74:45719 {}] regionserver.HRegionServer(1351): Waiting on 00e1496536a0a70ba7a0ef7aa8da92a0, 13ee7989ddde6e71cb1650ec545319d1, 15133114d90d8886ef997e5f0d780700, 1588230740, 2e6ccb9e75135bd3f94dea3398689aed, 53638a5faccc75a97d493f0616da7a2d, 7beba2bb2d2cffcf60e560777422e15c, b4b84cd08e834182a880c8268c42e499, c2154823b488bd7fe4a75897f0488172, e8a91e5fa0a766b7d30ef7ce6db8e839 2024-11-27T20:18:38,741 DEBUG [RS:0;47ee238b5a74:45719 {}] regionserver.HRegionServer(1351): Waiting on 00e1496536a0a70ba7a0ef7aa8da92a0, 13ee7989ddde6e71cb1650ec545319d1, 15133114d90d8886ef997e5f0d780700, 1588230740, 2e6ccb9e75135bd3f94dea3398689aed, 53638a5faccc75a97d493f0616da7a2d, 7beba2bb2d2cffcf60e560777422e15c, b4b84cd08e834182a880c8268c42e499, c2154823b488bd7fe4a75897f0488172, e8a91e5fa0a766b7d30ef7ce6db8e839 2024-11-27T20:18:38,768 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.20 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/.tmp/session/38ab48c1d8264251bd54906f62716180 2024-11-27T20:18:38,782 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/.tmp/meta/2a9c0be12c3c47658a0368c4dce81544 as hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/meta/2a9c0be12c3c47658a0368c4dce81544 2024-11-27T20:18:38,789 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/meta/2a9c0be12c3c47658a0368c4dce81544, entries=7, sequenceid=52, filesize=6.1 K 2024-11-27T20:18:38,790 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/.tmp/session/38ab48c1d8264251bd54906f62716180 as hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/session/38ab48c1d8264251bd54906f62716180 2024-11-27T20:18:38,793 INFO [RS_CLOSE_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=474 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/hbase/meta/1588230740/.tmp/ns/64b4751aac4c4c979ffe7d8e8ce3cdbe 2024-11-27T20:18:38,798 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/session/38ab48c1d8264251bd54906f62716180, entries=2, sequenceid=52, filesize=5.6 K 2024-11-27T20:18:38,799 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 53638a5faccc75a97d493f0616da7a2d in 861ms, sequenceid=52, compaction requested=true 2024-11-27T20:18:38,803 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system/53638a5faccc75a97d493f0616da7a2d/recovered.edits/55.seqid, newMaxSeqId=55, maxSeqId=1 2024-11-27T20:18:38,804 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T20:18:38,804 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d. 2024-11-27T20:18:38,804 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 53638a5faccc75a97d493f0616da7a2d: Waiting for close lock at 1732738717938Running coprocessor pre-close hooks at 1732738717938Disabling compacts and flushes for region at 1732738717938Disabling writes for close at 1732738717938Obtaining lock to block concurrent updates at 1732738717938Preparing flush snapshotting stores in 53638a5faccc75a97d493f0616da7a2d at 1732738717938Finished memstore snapshotting backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d., syncing WAL and waiting on mvcc, flushsize=dataSize=2170, getHeapSize=3480, getOffHeapSize=0, getCellsCount=11 at 1732738717938Flushing stores of backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d. at 1732738717939 (+1 ms)Flushing 53638a5faccc75a97d493f0616da7a2d/meta: creating writer at 1732738717939Flushing 53638a5faccc75a97d493f0616da7a2d/meta: appending metadata at 1732738717942 (+3 ms)Flushing 53638a5faccc75a97d493f0616da7a2d/meta: closing flushed file at 1732738717942Flushing 53638a5faccc75a97d493f0616da7a2d/session: creating writer at 1732738718359 (+417 ms)Flushing 53638a5faccc75a97d493f0616da7a2d/session: appending metadata at 1732738718362 (+3 ms)Flushing 53638a5faccc75a97d493f0616da7a2d/session: closing flushed file at 1732738718362Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2790b5c2: reopening flushed file at 1732738718780 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@180d671b: reopening flushed file at 1732738718789 (+9 ms)Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 53638a5faccc75a97d493f0616da7a2d in 861ms, sequenceid=52, compaction requested=true at 1732738718799 (+10 ms)Writing region close event to WAL at 1732738718800 (+1 ms)Running coprocessor post-close hooks at 1732738718804 (+4 ms)Closed at 1732738718804 2024-11-27T20:18:38,804 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1732738607422.53638a5faccc75a97d493f0616da7a2d. 2024-11-27T20:18:38,804 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 00e1496536a0a70ba7a0ef7aa8da92a0, disabling compactions & flushes 2024-11-27T20:18:38,804 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,,1732738703115.00e1496536a0a70ba7a0ef7aa8da92a0. 2024-11-27T20:18:38,804 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732738703115.00e1496536a0a70ba7a0ef7aa8da92a0. 2024-11-27T20:18:38,804 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,,1732738703115.00e1496536a0a70ba7a0ef7aa8da92a0. after waiting 0 ms 2024-11-27T20:18:38,804 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,,1732738703115.00e1496536a0a70ba7a0ef7aa8da92a0. 2024-11-27T20:18:38,816 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/00e1496536a0a70ba7a0ef7aa8da92a0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=6 2024-11-27T20:18:38,816 DEBUG [RS_CLOSE_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/hbase/meta/1588230740/.tmp/rep_barrier/af45983677284bec9a3572672afccfe8 is 94, key is ns2:table2,,1732738698003.ab96603d90da09be3f0df1c44d7aca36./rep_barrier:/1732738712758/DeleteFamily/seqid=0 2024-11-27T20:18:38,816 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T20:18:38,816 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,,1732738703115.00e1496536a0a70ba7a0ef7aa8da92a0. 2024-11-27T20:18:38,816 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 00e1496536a0a70ba7a0ef7aa8da92a0: Waiting for close lock at 1732738718804Running coprocessor pre-close hooks at 1732738718804Disabling compacts and flushes for region at 1732738718804Disabling writes for close at 1732738718804Writing region close event to WAL at 1732738718812 (+8 ms)Running coprocessor post-close hooks at 1732738718816 (+4 ms)Closed at 1732738718816 2024-11-27T20:18:38,816 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1732738703115.00e1496536a0a70ba7a0ef7aa8da92a0. 2024-11-27T20:18:38,817 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 13ee7989ddde6e71cb1650ec545319d1, disabling compactions & flushes 2024-11-27T20:18:38,817 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns3:test-17327385961202,,1732738601257.13ee7989ddde6e71cb1650ec545319d1. 2024-11-27T20:18:38,817 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17327385961202,,1732738601257.13ee7989ddde6e71cb1650ec545319d1. 2024-11-27T20:18:38,817 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17327385961202,,1732738601257.13ee7989ddde6e71cb1650ec545319d1. after waiting 0 ms 2024-11-27T20:18:38,817 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17327385961202,,1732738601257.13ee7989ddde6e71cb1650ec545319d1. 2024-11-27T20:18:38,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741999_1175 (size=5640) 2024-11-27T20:18:38,820 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns3/test-17327385961202/13ee7989ddde6e71cb1650ec545319d1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T20:18:38,821 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T20:18:38,821 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns3:test-17327385961202,,1732738601257.13ee7989ddde6e71cb1650ec545319d1. 2024-11-27T20:18:38,821 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 13ee7989ddde6e71cb1650ec545319d1: Waiting for close lock at 1732738718817Running coprocessor pre-close hooks at 1732738718817Disabling compacts and flushes for region at 1732738718817Disabling writes for close at 1732738718817Writing region close event to WAL at 1732738718817Running coprocessor post-close hooks at 1732738718820 (+3 ms)Closed at 1732738718821 (+1 ms) 2024-11-27T20:18:38,821 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17327385961202,,1732738601257.13ee7989ddde6e71cb1650ec545319d1. 2024-11-27T20:18:38,821 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2e6ccb9e75135bd3f94dea3398689aed, disabling compactions & flushes 2024-11-27T20:18:38,821 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:test-17327385961201,,1732738598956.2e6ccb9e75135bd3f94dea3398689aed. 2024-11-27T20:18:38,821 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17327385961201,,1732738598956.2e6ccb9e75135bd3f94dea3398689aed. 2024-11-27T20:18:38,821 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17327385961201,,1732738598956.2e6ccb9e75135bd3f94dea3398689aed. after waiting 0 ms 2024-11-27T20:18:38,821 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17327385961201,,1732738598956.2e6ccb9e75135bd3f94dea3398689aed. 2024-11-27T20:18:38,824 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns2/test-17327385961201/2e6ccb9e75135bd3f94dea3398689aed/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1 2024-11-27T20:18:38,825 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T20:18:38,825 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:test-17327385961201,,1732738598956.2e6ccb9e75135bd3f94dea3398689aed. 2024-11-27T20:18:38,825 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2e6ccb9e75135bd3f94dea3398689aed: Waiting for close lock at 1732738718821Running coprocessor pre-close hooks at 1732738718821Disabling compacts and flushes for region at 1732738718821Disabling writes for close at 1732738718821Writing region close event to WAL at 1732738718821Running coprocessor post-close hooks at 1732738718825 (+4 ms)Closed at 1732738718825 2024-11-27T20:18:38,825 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17327385961201,,1732738598956.2e6ccb9e75135bd3f94dea3398689aed. 2024-11-27T20:18:38,825 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 15133114d90d8886ef997e5f0d780700, disabling compactions & flushes 2024-11-27T20:18:38,825 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns4:test-17327385961203,,1732738603427.15133114d90d8886ef997e5f0d780700. 2024-11-27T20:18:38,825 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17327385961203,,1732738603427.15133114d90d8886ef997e5f0d780700. 2024-11-27T20:18:38,825 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17327385961203,,1732738603427.15133114d90d8886ef997e5f0d780700. after waiting 0 ms 2024-11-27T20:18:38,825 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17327385961203,,1732738603427.15133114d90d8886ef997e5f0d780700. 2024-11-27T20:18:38,828 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns4/test-17327385961203/15133114d90d8886ef997e5f0d780700/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T20:18:38,828 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T20:18:38,828 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns4:test-17327385961203,,1732738603427.15133114d90d8886ef997e5f0d780700. 2024-11-27T20:18:38,828 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 15133114d90d8886ef997e5f0d780700: Waiting for close lock at 1732738718825Running coprocessor pre-close hooks at 1732738718825Disabling compacts and flushes for region at 1732738718825Disabling writes for close at 1732738718825Writing region close event to WAL at 1732738718825Running coprocessor post-close hooks at 1732738718828 (+3 ms)Closed at 1732738718828 2024-11-27T20:18:38,828 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17327385961203,,1732738603427.15133114d90d8886ef997e5f0d780700. 2024-11-27T20:18:38,829 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e8a91e5fa0a766b7d30ef7ce6db8e839, disabling compactions & flushes 2024-11-27T20:18:38,829 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,row0,1732738703115.e8a91e5fa0a766b7d30ef7ce6db8e839. 2024-11-27T20:18:38,829 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732738703115.e8a91e5fa0a766b7d30ef7ce6db8e839. 2024-11-27T20:18:38,829 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732738703115.e8a91e5fa0a766b7d30ef7ce6db8e839. after waiting 0 ms 2024-11-27T20:18:38,829 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732738703115.e8a91e5fa0a766b7d30ef7ce6db8e839. 2024-11-27T20:18:38,832 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/table1/e8a91e5fa0a766b7d30ef7ce6db8e839/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=6 2024-11-27T20:18:38,832 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T20:18:38,832 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,row0,1732738703115.e8a91e5fa0a766b7d30ef7ce6db8e839. 2024-11-27T20:18:38,832 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e8a91e5fa0a766b7d30ef7ce6db8e839: Waiting for close lock at 1732738718829Running coprocessor pre-close hooks at 1732738718829Disabling compacts and flushes for region at 1732738718829Disabling writes for close at 1732738718829Writing region close event to WAL at 1732738718829Running coprocessor post-close hooks at 1732738718832 (+3 ms)Closed at 1732738718832 2024-11-27T20:18:38,832 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,row0,1732738703115.e8a91e5fa0a766b7d30ef7ce6db8e839. 2024-11-27T20:18:38,832 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7beba2bb2d2cffcf60e560777422e15c, disabling compactions & flushes 2024-11-27T20:18:38,832 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:table2,,1732738712756.7beba2bb2d2cffcf60e560777422e15c. 2024-11-27T20:18:38,832 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732738712756.7beba2bb2d2cffcf60e560777422e15c. 2024-11-27T20:18:38,833 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732738712756.7beba2bb2d2cffcf60e560777422e15c. after waiting 0 ms 2024-11-27T20:18:38,833 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732738712756.7beba2bb2d2cffcf60e560777422e15c. 2024-11-27T20:18:38,836 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/ns2/table2/7beba2bb2d2cffcf60e560777422e15c/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-27T20:18:38,836 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T20:18:38,836 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:table2,,1732738712756.7beba2bb2d2cffcf60e560777422e15c. 2024-11-27T20:18:38,836 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7beba2bb2d2cffcf60e560777422e15c: Waiting for close lock at 1732738718832Running coprocessor pre-close hooks at 1732738718832Disabling compacts and flushes for region at 1732738718832Disabling writes for close at 1732738718833 (+1 ms)Writing region close event to WAL at 1732738718833Running coprocessor post-close hooks at 1732738718836 (+3 ms)Closed at 1732738718836 2024-11-27T20:18:38,836 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1732738712756.7beba2bb2d2cffcf60e560777422e15c. 2024-11-27T20:18:38,836 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b4b84cd08e834182a880c8268c42e499, disabling compactions & flushes 2024-11-27T20:18:38,836 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1732738609599.b4b84cd08e834182a880c8268c42e499. 2024-11-27T20:18:38,837 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1732738609599.b4b84cd08e834182a880c8268c42e499. 2024-11-27T20:18:38,837 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1732738609599.b4b84cd08e834182a880c8268c42e499. after waiting 0 ms 2024-11-27T20:18:38,837 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1732738609599.b4b84cd08e834182a880c8268c42e499. 2024-11-27T20:18:38,839 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/backup/system_bulk/b4b84cd08e834182a880c8268c42e499/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T20:18:38,840 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T20:18:38,840 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system_bulk,,1732738609599.b4b84cd08e834182a880c8268c42e499. 2024-11-27T20:18:38,840 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b4b84cd08e834182a880c8268c42e499: Waiting for close lock at 1732738718836Running coprocessor pre-close hooks at 1732738718836Disabling compacts and flushes for region at 1732738718836Disabling writes for close at 1732738718837 (+1 ms)Writing region close event to WAL at 1732738718837Running coprocessor post-close hooks at 1732738718840 (+3 ms)Closed at 1732738718840 2024-11-27T20:18:38,840 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1732738609599.b4b84cd08e834182a880c8268c42e499. 2024-11-27T20:18:38,840 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c2154823b488bd7fe4a75897f0488172, disabling compactions & flushes 2024-11-27T20:18:38,840 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172. 2024-11-27T20:18:38,840 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172. 2024-11-27T20:18:38,840 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172. after waiting 0 ms 2024-11-27T20:18:38,840 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172. 2024-11-27T20:18:38,840 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c2154823b488bd7fe4a75897f0488172 3/3 column families, dataSize=378 B heapSize=1.63 KB 2024-11-27T20:18:38,854 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/.tmp/f2/88d25956c2354d0bb5056511ceec0198 is 58, key is row-test-1732738596120-2-0/f2:q1/1732738673823/Put/seqid=0 2024-11-27T20:18:38,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073742000_1176 (size=5464) 2024-11-27T20:18:38,941 INFO [RS:0;47ee238b5a74:45719 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T20:18:38,941 DEBUG [RS:0;47ee238b5a74:45719 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c2154823b488bd7fe4a75897f0488172=test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172.} 2024-11-27T20:18:38,941 DEBUG [RS:0;47ee238b5a74:45719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2154823b488bd7fe4a75897f0488172 2024-11-27T20:18:39,141 DEBUG [RS:0;47ee238b5a74:45719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2154823b488bd7fe4a75897f0488172 2024-11-27T20:18:39,222 INFO [RS_CLOSE_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=266 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/hbase/meta/1588230740/.tmp/rep_barrier/af45983677284bec9a3572672afccfe8 2024-11-27T20:18:39,247 DEBUG [RS_CLOSE_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/hbase/meta/1588230740/.tmp/table/fef08a0df4c04876bd18d7d985cc5379 is 88, key is ns2:table2,,1732738698003.ab96603d90da09be3f0df1c44d7aca36./table:/1732738712758/DeleteFamily/seqid=0 2024-11-27T20:18:39,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073742001_1177 (size=6364) 2024-11-27T20:18:39,258 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/.tmp/f2/88d25956c2354d0bb5056511ceec0198 2024-11-27T20:18:39,263 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/.tmp/f2/88d25956c2354d0bb5056511ceec0198 as hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/f2/88d25956c2354d0bb5056511ceec0198 2024-11-27T20:18:39,267 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/f2/88d25956c2354d0bb5056511ceec0198, entries=7, sequenceid=348, filesize=5.3 K 2024-11-27T20:18:39,268 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for c2154823b488bd7fe4a75897f0488172 in 428ms, sequenceid=348, compaction requested=false 2024-11-27T20:18:39,272 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/default/test-1732738596120/c2154823b488bd7fe4a75897f0488172/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=337 2024-11-27T20:18:39,273 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T20:18:39,273 INFO [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172. 2024-11-27T20:18:39,273 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c2154823b488bd7fe4a75897f0488172: Waiting for close lock at 1732738718840Running coprocessor pre-close hooks at 1732738718840Disabling compacts and flushes for region at 1732738718840Disabling writes for close at 1732738718840Obtaining lock to block concurrent updates at 1732738718840Preparing flush snapshotting stores in c2154823b488bd7fe4a75897f0488172 at 1732738718840Finished memstore snapshotting test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172., syncing WAL and waiting on mvcc, flushsize=dataSize=378, getHeapSize=1616, getOffHeapSize=0, getCellsCount=7 at 1732738718841 (+1 ms)Flushing stores of test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172. at 1732738718841Flushing c2154823b488bd7fe4a75897f0488172/f2: creating writer at 1732738718841Flushing c2154823b488bd7fe4a75897f0488172/f2: appending metadata at 1732738718853 (+12 ms)Flushing c2154823b488bd7fe4a75897f0488172/f2: closing flushed file at 1732738718853Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33ca3c13: reopening flushed file at 1732738719262 (+409 ms)Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for c2154823b488bd7fe4a75897f0488172 in 428ms, sequenceid=348, compaction requested=false at 1732738719268 (+6 ms)Writing region close event to WAL at 1732738719269 (+1 ms)Running coprocessor post-close hooks at 1732738719273 (+4 ms)Closed at 1732738719273 2024-11-27T20:18:39,273 DEBUG [RS_CLOSE_REGION-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1732738596120,,1732738596612.c2154823b488bd7fe4a75897f0488172. 2024-11-27T20:18:39,342 DEBUG [RS:0;47ee238b5a74:45719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:18:39,542 DEBUG [RS:0;47ee238b5a74:45719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:18:39,653 INFO [RS_CLOSE_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.39 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/hbase/meta/1588230740/.tmp/table/fef08a0df4c04876bd18d7d985cc5379 2024-11-27T20:18:39,666 DEBUG [RS_CLOSE_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/hbase/meta/1588230740/.tmp/info/920d677f887d483f9876513f2d36d0a4 as hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/hbase/meta/1588230740/info/920d677f887d483f9876513f2d36d0a4 2024-11-27T20:18:39,672 INFO [RS_CLOSE_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/hbase/meta/1588230740/info/920d677f887d483f9876513f2d36d0a4, entries=114, sequenceid=97, filesize=18.6 K 2024-11-27T20:18:39,673 DEBUG [RS_CLOSE_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/hbase/meta/1588230740/.tmp/ns/64b4751aac4c4c979ffe7d8e8ce3cdbe as hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/hbase/meta/1588230740/ns/64b4751aac4c4c979ffe7d8e8ce3cdbe 2024-11-27T20:18:39,677 INFO [RS_CLOSE_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/hbase/meta/1588230740/ns/64b4751aac4c4c979ffe7d8e8ce3cdbe, entries=10, sequenceid=97, filesize=5.6 K 2024-11-27T20:18:39,678 DEBUG [RS_CLOSE_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/hbase/meta/1588230740/.tmp/rep_barrier/af45983677284bec9a3572672afccfe8 as hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/hbase/meta/1588230740/rep_barrier/af45983677284bec9a3572672afccfe8 2024-11-27T20:18:39,682 INFO [RS_CLOSE_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/hbase/meta/1588230740/rep_barrier/af45983677284bec9a3572672afccfe8, entries=3, sequenceid=97, filesize=5.5 K 2024-11-27T20:18:39,683 DEBUG [RS_CLOSE_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/hbase/meta/1588230740/.tmp/table/fef08a0df4c04876bd18d7d985cc5379 as hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/hbase/meta/1588230740/table/fef08a0df4c04876bd18d7d985cc5379 2024-11-27T20:18:39,688 INFO [RS_CLOSE_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/hbase/meta/1588230740/table/fef08a0df4c04876bd18d7d985cc5379, entries=21, sequenceid=97, filesize=6.2 K 2024-11-27T20:18:39,689 INFO [RS_CLOSE_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1750ms, sequenceid=97, compaction requested=false 2024-11-27T20:18:39,695 DEBUG [RS_CLOSE_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/data/hbase/meta/1588230740/recovered.edits/100.seqid, newMaxSeqId=100, maxSeqId=1 2024-11-27T20:18:39,696 DEBUG [RS_CLOSE_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T20:18:39,696 DEBUG [RS_CLOSE_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:18:39,696 INFO [RS_CLOSE_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:18:39,696 DEBUG [RS_CLOSE_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738717939Running coprocessor pre-close hooks at 1732738717939Disabling compacts and flushes for region at 1732738717939Disabling writes for close at 1732738717939Obtaining lock to block concurrent updates at 1732738717939Preparing flush snapshotting stores in 1588230740 at 1732738717939Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=24544, getHeapSize=43352, getOffHeapSize=0, getCellsCount=235 at 1732738717939Flushing stores of hbase:meta,,1.1588230740 at 1732738717939Flushing 1588230740/info: creating writer at 1732738717939Flushing 1588230740/info: appending metadata at 1732738717960 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732738717960Flushing 1588230740/ns: creating writer at 1732738718371 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732738718389 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732738718389Flushing 1588230740/rep_barrier: creating writer at 1732738718800 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732738718815 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732738718815Flushing 1588230740/table: creating writer at 1732738719232 (+417 ms)Flushing 1588230740/table: appending metadata at 1732738719247 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732738719247Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a6d0c8b: reopening flushed file at 1732738719665 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22c08d5e: reopening flushed file at 1732738719672 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21fef5d6: reopening flushed file at 1732738719677 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ccedbab: reopening flushed file at 1732738719682 (+5 ms)Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1750ms, sequenceid=97, compaction requested=false at 1732738719689 (+7 ms)Writing region close event to WAL at 1732738719691 (+2 ms)Running coprocessor post-close hooks at 1732738719696 (+5 ms)Closed at 1732738719696 2024-11-27T20:18:39,696 DEBUG [RS_CLOSE_META-regionserver/47ee238b5a74:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T20:18:39,742 INFO [RS:0;47ee238b5a74:45719 {}] regionserver.HRegionServer(976): stopping server 47ee238b5a74,45719,1732738587675; all regions closed. 2024-11-27T20:18:39,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741954_1130 (size=16160) 2024-11-27T20:18:39,746 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.meta.1732738683376.meta not finished, retry = 0 2024-11-27T20:18:39,858 DEBUG [RS:0;47ee238b5a74:45719 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/oldWALs 2024-11-27T20:18:39,858 INFO [RS:0;47ee238b5a74:45719 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 47ee238b5a74%2C45719%2C1732738587675.meta:.meta(num 1732738683376) 2024-11-27T20:18:39,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741955_1131 (size=7883) 2024-11-27T20:18:39,862 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/WALs/47ee238b5a74,45719,1732738587675/47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-1.1732738683393 not finished, retry = 0 2024-11-27T20:18:39,971 DEBUG [RS:0;47ee238b5a74:45719 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/oldWALs 2024-11-27T20:18:39,971 INFO [RS:0;47ee238b5a74:45719 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-1:(num 1732738683393) 2024-11-27T20:18:39,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741953_1129 (size=4165) 2024-11-27T20:18:39,977 DEBUG [RS:0;47ee238b5a74:45719 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/oldWALs 2024-11-27T20:18:39,977 INFO [RS:0;47ee238b5a74:45719 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 47ee238b5a74%2C45719%2C1732738587675.47ee238b5a74%2C45719%2C1732738587675.regiongroup-0:(num 1732738683358) 2024-11-27T20:18:39,977 DEBUG [RS:0;47ee238b5a74:45719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:39,977 INFO [RS:0;47ee238b5a74:45719 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:18:39,978 INFO [RS:0;47ee238b5a74:45719 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:18:39,978 INFO [RS:0;47ee238b5a74:45719 {}] hbase.ChoreService(370): Chore service for: regionserver/47ee238b5a74:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T20:18:39,978 INFO [RS:0;47ee238b5a74:45719 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:18:39,978 INFO [regionserver/47ee238b5a74:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:18:39,979 INFO [RS:0;47ee238b5a74:45719 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45719 2024-11-27T20:18:40,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/47ee238b5a74,45719,1732738587675 2024-11-27T20:18:40,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-27T20:18:40,029 INFO [RS:0;47ee238b5a74:45719 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:18:40,030 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [47ee238b5a74,45719,1732738587675] 2024-11-27T20:18:40,050 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1/draining/47ee238b5a74,45719,1732738587675 already deleted, retry=false 2024-11-27T20:18:40,050 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 47ee238b5a74,45719,1732738587675 expired; onlineServers=0 2024-11-27T20:18:40,050 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '47ee238b5a74,39671,1732738586121' ***** 2024-11-27T20:18:40,050 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T20:18:40,050 INFO [M:0;47ee238b5a74:39671 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-27T20:18:40,056 INFO [M:0;47ee238b5a74:39671 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@5c685ba8{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master} 2024-11-27T20:18:40,056 INFO [M:0;47ee238b5a74:39671 {}] server.AbstractConnector(383): Stopped ServerConnector@10f9ba48{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-27T20:18:40,056 INFO [M:0;47ee238b5a74:39671 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:18:40,057 INFO [M:0;47ee238b5a74:39671 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@65507143{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-27T20:18:40,057 INFO [M:0;47ee238b5a74:39671 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@7c1597dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/hadoop.log.dir/,STOPPED} 2024-11-27T20:18:40,057 INFO [M:0;47ee238b5a74:39671 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:18:40,057 INFO [M:0;47ee238b5a74:39671 {}] master.HMaster(1770): Stopping master jetty server 2024-11-27T20:18:40,058 INFO [M:0;47ee238b5a74:39671 {}] server.AbstractConnector(383): Stopped ServerConnector@56697c07{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-27T20:18:40,058 INFO [M:0;47ee238b5a74:39671 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:18:40,058 DEBUG [M:0;47ee238b5a74:39671 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T20:18:40,058 INFO [M:0;47ee238b5a74:39671 {}] master.BackupLogCleaner(194): Stopping BackupLogCleaner 2024-11-27T20:18:40,058 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T20:18:40,058 DEBUG [master/47ee238b5a74:0:becomeActiveMaster-HFileCleaner.large.0-1732738590669 {}] cleaner.HFileCleaner(306): Exit Thread[master/47ee238b5a74:0:becomeActiveMaster-HFileCleaner.large.0-1732738590669,5,FailOnTimeoutGroup] 2024-11-27T20:18:40,058 DEBUG [master/47ee238b5a74:0:becomeActiveMaster-HFileCleaner.small.0-1732738590670 {}] cleaner.HFileCleaner(306): Exit Thread[master/47ee238b5a74:0:becomeActiveMaster-HFileCleaner.small.0-1732738590670,5,FailOnTimeoutGroup] 2024-11-27T20:18:40,058 INFO [M:0;47ee238b5a74:39671 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;47ee238b5a74:39671. 2024-11-27T20:18:40,058 DEBUG [M:0;47ee238b5a74:39671 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupHFileCleaner.stop(BackupHFileCleaner.java:156) at org.apache.hadoop.hbase.master.cleaner.CleanerChore.cleanup(CleanerChore.java:444) at org.apache.hadoop.hbase.master.cleaner.HFileCleaner.cleanup(HFileCleaner.java:239) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:333) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:322) at org.apache.hadoop.hbase.master.HMaster.stopChores(HMaster.java:1923) at org.apache.hadoop.hbase.HBaseServerBase.stopChoreService(HBaseServerBase.java:439) at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1777) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:18:40,058 DEBUG [M:0;47ee238b5a74:39671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:40,059 DEBUG [M:0;47ee238b5a74:39671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:40,059 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:18:40,059 DEBUG [M:0;47ee238b5a74:39671 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T20:18:40,059 INFO [M:0;47ee238b5a74:39671 {}] hbase.ChoreService(370): Chore service for: master/47ee238b5a74:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T20:18:40,059 INFO [M:0;47ee238b5a74:39671 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:18:40,059 DEBUG [M:0;47ee238b5a74:39671 {}] master.HMaster(1795): Stopping service threads 2024-11-27T20:18:40,059 INFO [M:0;47ee238b5a74:39671 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T20:18:40,059 INFO [M:0;47ee238b5a74:39671 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:18:40,059 ERROR [M:0;47ee238b5a74:39671 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] 2024-11-27T20:18:40,060 INFO [M:0;47ee238b5a74:39671 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T20:18:40,060 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T20:18:40,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-11-27T20:18:40,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T20:18:40,060 DEBUG [M:0;47ee238b5a74:39671 {}] zookeeper.ZKUtil(347): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-11-27T20:18:40,061 WARN [M:0;47ee238b5a74:39671 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T20:18:40,061 INFO [M:0;47ee238b5a74:39671 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/.lastflushedseqids 2024-11-27T20:18:40,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073742002_1178 (size=761) 2024-11-27T20:18:40,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:18:40,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45719-0x1017df08e5d0001, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:18:40,141 INFO [RS:0;47ee238b5a74:45719 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:18:40,142 INFO [RS:0;47ee238b5a74:45719 {}] regionserver.HRegionServer(1031): Exiting; stopping=47ee238b5a74,45719,1732738587675; zookeeper connection closed. 2024-11-27T20:18:40,142 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5e753b80 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5e753b80 2024-11-27T20:18:40,143 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T20:18:40,472 INFO [M:0;47ee238b5a74:39671 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T20:18:40,473 INFO [M:0;47ee238b5a74:39671 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T20:18:40,474 DEBUG [M:0;47ee238b5a74:39671 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:18:40,491 INFO [M:0;47ee238b5a74:39671 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:18:40,491 DEBUG [M:0;47ee238b5a74:39671 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:18:40,491 DEBUG [M:0;47ee238b5a74:39671 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:18:40,491 DEBUG [M:0;47ee238b5a74:39671 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:18:40,492 INFO [M:0;47ee238b5a74:39671 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=436.62 KB heapSize=512.81 KB 2024-11-27T20:18:40,506 DEBUG [M:0;47ee238b5a74:39671 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a9a89315dca452dbc3333c12205f0f0 is 82, key is hbase:meta,,1/info:regioninfo/1732738591605/Put/seqid=0 2024-11-27T20:18:40,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073742003_1179 (size=5672) 2024-11-27T20:18:40,510 INFO [M:0;47ee238b5a74:39671 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=898 (bloomFilter=true), to=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a9a89315dca452dbc3333c12205f0f0 2024-11-27T20:18:40,530 DEBUG [M:0;47ee238b5a74:39671 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0f37fd7b34244f4bed9732da8f1d638 is 2201, key is \x00\x00\x00\x00\x00\x00\x00P/proc:d/1732738709860/Put/seqid=0 2024-11-27T20:18:40,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073742004_1180 (size=28867) 2024-11-27T20:18:40,936 INFO [M:0;47ee238b5a74:39671 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=436.06 KB at sequenceid=898 (bloomFilter=true), to=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0f37fd7b34244f4bed9732da8f1d638 2024-11-27T20:18:40,946 INFO [M:0;47ee238b5a74:39671 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d0f37fd7b34244f4bed9732da8f1d638 2024-11-27T20:18:40,961 DEBUG [M:0;47ee238b5a74:39671 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eea91a308ba24752a3fcffc5afa460ef is 69, key is 47ee238b5a74,45719,1732738587675/rs:state/1732738590786/Put/seqid=0 2024-11-27T20:18:40,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073742005_1181 (size=5156) 2024-11-27T20:18:41,366 INFO [M:0;47ee238b5a74:39671 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=898 (bloomFilter=true), to=hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eea91a308ba24752a3fcffc5afa460ef 2024-11-27T20:18:41,378 DEBUG [M:0;47ee238b5a74:39671 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a9a89315dca452dbc3333c12205f0f0 as hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6a9a89315dca452dbc3333c12205f0f0 2024-11-27T20:18:41,384 INFO [M:0;47ee238b5a74:39671 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6a9a89315dca452dbc3333c12205f0f0, entries=8, sequenceid=898, filesize=5.5 K 2024-11-27T20:18:41,385 DEBUG [M:0;47ee238b5a74:39671 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0f37fd7b34244f4bed9732da8f1d638 as hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d0f37fd7b34244f4bed9732da8f1d638 2024-11-27T20:18:41,390 INFO [M:0;47ee238b5a74:39671 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d0f37fd7b34244f4bed9732da8f1d638 2024-11-27T20:18:41,390 INFO [M:0;47ee238b5a74:39671 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d0f37fd7b34244f4bed9732da8f1d638, entries=93, sequenceid=898, filesize=28.2 K 2024-11-27T20:18:41,391 DEBUG [M:0;47ee238b5a74:39671 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eea91a308ba24752a3fcffc5afa460ef as hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eea91a308ba24752a3fcffc5afa460ef 2024-11-27T20:18:41,395 INFO [M:0;47ee238b5a74:39671 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34489/user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eea91a308ba24752a3fcffc5afa460ef, entries=1, sequenceid=898, filesize=5.0 K 2024-11-27T20:18:41,396 INFO [M:0;47ee238b5a74:39671 {}] regionserver.HRegion(3140): Finished flush of dataSize ~436.62 KB/447097, heapSize ~512.52 KB/524816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 905ms, sequenceid=898, compaction requested=false 2024-11-27T20:18:41,397 INFO [M:0;47ee238b5a74:39671 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:18:41,397 DEBUG [M:0;47ee238b5a74:39671 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738720473Disabling compacts and flushes for region at 1732738720473Disabling writes for close at 1732738720491 (+18 ms)Obtaining lock to block concurrent updates at 1732738720492 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732738720492Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=447097, getHeapSize=525056, getOffHeapSize=0, getCellsCount=1021 at 1732738720492Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732738720492Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732738720492Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732738720505 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732738720505Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732738720514 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732738720530 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732738720530Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732738720946 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732738720961 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732738720961Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33c98a28: reopening flushed file at 1732738721377 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54381182: reopening flushed file at 1732738721384 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bd8eff9: reopening flushed file at 1732738721390 (+6 ms)Finished flush of dataSize ~436.62 KB/447097, heapSize ~512.52 KB/524816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 905ms, sequenceid=898, compaction requested=false at 1732738721396 (+6 ms)Writing region close event to WAL at 1732738721397 (+1 ms)Closed at 1732738721397 2024-11-27T20:18:41,400 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/11c9ef70-e8df-2d1e-8f96-ba2b61e6489c/MasterData/WALs/47ee238b5a74,39671,1732738586121/47ee238b5a74%2C39671%2C1732738586121.47ee238b5a74%2C39671%2C1732738586121.regiongroup-0.1732738589837 not finished, retry = 0 2024-11-27T20:18:41,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34017 is added to blk_1073741830_1006 (size=506378) 2024-11-27T20:18:41,502 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:18:41,502 INFO [M:0;47ee238b5a74:39671 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T20:18:41,502 INFO [M:0;47ee238b5a74:39671 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2024-11-27T20:18:41,502 INFO [M:0;47ee238b5a74:39671 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39671 2024-11-27T20:18:41,503 INFO [M:0;47ee238b5a74:39671 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:18:41,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:18:41,646 INFO [M:0;47ee238b5a74:39671 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:18:41,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39671-0x1017df08e5d0000, quorum=127.0.0.1:58923, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:18:41,668 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@cb44ad4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:18:41,671 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d3ca681{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:18:41,671 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:18:41,672 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8cd91a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:18:41,672 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@526a6450{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/hadoop.log.dir/,STOPPED} 2024-11-27T20:18:41,674 WARN [BP-323944268-172.17.0.3-1732738582132 heartbeating to localhost/127.0.0.1:34489 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T20:18:41,674 WARN [BP-323944268-172.17.0.3-1732738582132 heartbeating to localhost/127.0.0.1:34489 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-323944268-172.17.0.3-1732738582132 (Datanode Uuid db1db2db-d514-477e-b35b-faeb0977cc8b) service to localhost/127.0.0.1:34489 2024-11-27T20:18:41,674 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T20:18:41,675 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T20:18:41,677 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/cluster_c3070894-8b19-e03f-0e1e-7492702d590e/data/data1/current/BP-323944268-172.17.0.3-1732738582132 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:18:41,677 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/cluster_c3070894-8b19-e03f-0e1e-7492702d590e/data/data2/current/BP-323944268-172.17.0.3-1732738582132 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:18:41,678 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T20:18:41,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c784fd0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:18:41,685 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2fdb04ed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:18:41,685 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:18:41,686 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@282f8860{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:18:41,686 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cb0c733{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/hadoop.log.dir/,STOPPED} 2024-11-27T20:18:41,696 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T20:18:41,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T20:18:41,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster... 2024-11-27T20:18:41,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15b72521{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-27T20:18:41,771 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ef13fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:18:41,771 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:18:41,771 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d96c0b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-27T20:18:41,771 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@340f8f82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/hadoop.log.dir/,STOPPED} 2024-11-27T20:18:41,779 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b819b15{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-27T20:18:41,779 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55bea737{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:18:41,779 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:18:41,779 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@395a3b8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-27T20:18:41,779 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cece995{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/hadoop.log.dir/,STOPPED} 2024-11-27T20:18:41,783 ERROR [Thread[Thread-270,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-27T20:18:41,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2840fcf4{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-27T20:18:41,784 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@382d96c0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:18:41,784 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:18:41,784 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11a358cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-27T20:18:41,784 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@339da2c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/hadoop.log.dir/,STOPPED} 2024-11-27T20:18:41,786 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2024-11-27T20:18:41,789 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException 2024-11-27T20:18:41,789 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted 2024-11-27T20:18:41,790 ERROR [Thread[Thread-293,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-27T20:18:41,792 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16f3e17a{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-27T20:18:41,793 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37e8ed89{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:18:41,793 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:18:41,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a908e18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-27T20:18:41,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26c56adc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/f6440374-8613-09b2-e638-26ec0284fedb/hadoop.log.dir/,STOPPED} 2024-11-27T20:18:41,795 ERROR [Thread[Thread-252,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-27T20:18:41,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped