2024-11-16 00:10:08,919 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-11-16 00:10:08,935 main DEBUG Took 0.013101 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-16 00:10:08,935 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-16 00:10:08,936 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-16 00:10:08,937 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-16 00:10:08,939 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 00:10:08,953 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-16 00:10:08,971 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 00:10:08,972 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 00:10:08,973 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 00:10:08,974 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 00:10:08,974 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 00:10:08,975 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 00:10:08,976 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 00:10:08,977 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 00:10:08,977 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 00:10:08,978 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 00:10:08,979 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 00:10:08,979 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 00:10:08,980 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 00:10:08,980 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 00:10:08,981 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 00:10:08,981 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 00:10:08,982 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 00:10:08,982 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 00:10:08,983 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 00:10:08,983 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 00:10:08,984 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 00:10:08,984 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 00:10:08,985 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 00:10:08,985 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 00:10:08,986 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 00:10:08,986 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-16 00:10:08,988 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 00:10:08,989 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-16 00:10:08,991 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-16 00:10:08,992 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-16 00:10:08,994 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-16 00:10:08,994 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-16 00:10:09,006 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-16 00:10:09,010 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-16 00:10:09,012 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-16 00:10:09,012 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-16 00:10:09,013 main DEBUG createAppenders(={Console}) 2024-11-16 00:10:09,014 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 initialized 2024-11-16 00:10:09,015 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-11-16 00:10:09,015 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 OK. 2024-11-16 00:10:09,016 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-16 00:10:09,017 main DEBUG OutputStream closed 2024-11-16 00:10:09,017 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-16 00:10:09,018 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-16 00:10:09,018 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@3c73951 OK 2024-11-16 00:10:09,110 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-16 00:10:09,112 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-16 00:10:09,114 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-16 00:10:09,115 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-16 00:10:09,116 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-16 00:10:09,116 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-16 00:10:09,117 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-16 00:10:09,118 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-16 00:10:09,118 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-16 00:10:09,118 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-16 00:10:09,119 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-16 00:10:09,119 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-16 00:10:09,120 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-16 00:10:09,120 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-16 00:10:09,120 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-16 00:10:09,121 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-16 00:10:09,121 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-16 00:10:09,122 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-16 00:10:09,124 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16 00:10:09,125 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@61fe30) with optional ClassLoader: null 2024-11-16 00:10:09,125 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-16 00:10:09,126 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@61fe30] started OK. 2024-11-16T00:10:09,163 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins 2024-11-16 00:10:09,167 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-16 00:10:09,167 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16T00:10:09,511 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94 2024-11-16T00:10:09,516 DEBUG [Time-limited test {}] impl.BackupManager(124): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-16T00:10:09,518 DEBUG [Time-limited test {}] impl.BackupManager(154): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2024-11-16T00:10:09,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T00:10:09,537 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/cluster_05ac7188-b578-9903-df93-7c8260fa139b, deleteOnExit=true 2024-11-16T00:10:09,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T00:10:09,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/test.cache.data in system properties and HBase conf 2024-11-16T00:10:09,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T00:10:09,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/hadoop.log.dir in system properties and HBase conf 2024-11-16T00:10:09,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T00:10:09,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T00:10:09,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T00:10:09,634 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-16T00:10:09,754 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T00:10:09,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T00:10:09,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T00:10:09,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T00:10:09,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T00:10:09,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T00:10:09,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T00:10:09,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T00:10:09,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T00:10:09,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T00:10:09,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/nfs.dump.dir in system properties and HBase conf 2024-11-16T00:10:09,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/java.io.tmpdir in system properties and HBase conf 2024-11-16T00:10:09,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T00:10:09,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T00:10:09,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T00:10:10,959 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-16T00:10:11,062 INFO [Time-limited test {}] log.Log(170): Logging initialized @3023ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-16T00:10:11,155 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T00:10:11,239 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T00:10:11,266 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T00:10:11,266 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T00:10:11,268 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T00:10:11,283 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T00:10:11,286 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f045f3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/hadoop.log.dir/,AVAILABLE} 2024-11-16T00:10:11,287 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b22dca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T00:10:11,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38e78c7b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/java.io.tmpdir/jetty-localhost-36639-hadoop-hdfs-3_4_1-tests_jar-_-any-882975238254381967/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T00:10:11,475 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c336369{HTTP/1.1, (http/1.1)}{localhost:36639} 2024-11-16T00:10:11,476 INFO [Time-limited test {}] server.Server(415): Started @3438ms 2024-11-16T00:10:12,098 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T00:10:12,110 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T00:10:12,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T00:10:12,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T00:10:12,112 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T00:10:12,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@526a6450{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/hadoop.log.dir/,AVAILABLE} 2024-11-16T00:10:12,114 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8cd91a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T00:10:12,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@cb44ad4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/java.io.tmpdir/jetty-localhost-39299-hadoop-hdfs-3_4_1-tests_jar-_-any-17577103106757141863/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T00:10:12,227 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d3ca681{HTTP/1.1, (http/1.1)}{localhost:39299} 2024-11-16T00:10:12,227 INFO [Time-limited test {}] server.Server(415): Started @4190ms 2024-11-16T00:10:12,288 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T00:10:13,635 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/cluster_05ac7188-b578-9903-df93-7c8260fa139b/data/data1/current/BP-1648137798-172.17.0.2-1731715810382/current, will proceed with Du for space computation calculation, 2024-11-16T00:10:13,639 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/cluster_05ac7188-b578-9903-df93-7c8260fa139b/data/data2/current/BP-1648137798-172.17.0.2-1731715810382/current, will proceed with Du for space computation calculation, 2024-11-16T00:10:13,700 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T00:10:13,751 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x281035392bb1c31 with lease ID 0xe4b6188165bf5811: Processing first storage report for DS-57c80096-5af5-4b50-923b-58561b8796c3 from datanode DatanodeRegistration(127.0.0.1:38121, datanodeUuid=fc68578c-4306-4528-b928-8d371f174a3e, infoPort=45251, infoSecurePort=0, ipcPort=33375, storageInfo=lv=-57;cid=testClusterID;nsid=196891239;c=1731715810382) 2024-11-16T00:10:13,752 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x281035392bb1c31 with lease ID 0xe4b6188165bf5811: from storage DS-57c80096-5af5-4b50-923b-58561b8796c3 node DatanodeRegistration(127.0.0.1:38121, datanodeUuid=fc68578c-4306-4528-b928-8d371f174a3e, infoPort=45251, infoSecurePort=0, ipcPort=33375, storageInfo=lv=-57;cid=testClusterID;nsid=196891239;c=1731715810382), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-16T00:10:13,753 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x281035392bb1c31 with lease ID 0xe4b6188165bf5811: Processing first storage report for DS-fb2e2a83-4586-492e-abbc-764f994dcc5e from datanode DatanodeRegistration(127.0.0.1:38121, datanodeUuid=fc68578c-4306-4528-b928-8d371f174a3e, infoPort=45251, infoSecurePort=0, ipcPort=33375, storageInfo=lv=-57;cid=testClusterID;nsid=196891239;c=1731715810382) 2024-11-16T00:10:13,753 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x281035392bb1c31 with lease ID 0xe4b6188165bf5811: from storage DS-fb2e2a83-4586-492e-abbc-764f994dcc5e node DatanodeRegistration(127.0.0.1:38121, datanodeUuid=fc68578c-4306-4528-b928-8d371f174a3e, infoPort=45251, infoSecurePort=0, ipcPort=33375, storageInfo=lv=-57;cid=testClusterID;nsid=196891239;c=1731715810382), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T00:10:13,799 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94 2024-11-16T00:10:13,880 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/cluster_05ac7188-b578-9903-df93-7c8260fa139b/zookeeper_0, clientPort=53832, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/cluster_05ac7188-b578-9903-df93-7c8260fa139b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/cluster_05ac7188-b578-9903-df93-7c8260fa139b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T00:10:13,889 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53832 2024-11-16T00:10:13,905 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T00:10:13,908 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T00:10:14,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741825_1001 (size=7) 2024-11-16T00:10:14,524 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24 with version=8 2024-11-16T00:10:14,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging 2024-11-16T00:10:14,536 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(136): Setting Master Port to random. 2024-11-16T00:10:14,536 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(143): Setting RegionServer Port to random. 2024-11-16T00:10:14,536 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(153): Setting RS InfoServer Port to random. 2024-11-16T00:10:14,536 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(161): Setting Master InfoServer Port to random. 2024-11-16T00:10:14,615 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-16T00:10:14,875 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d6ecb9b7dda1:0 server-side Connection retries=45 2024-11-16T00:10:14,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T00:10:14,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T00:10:14,891 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T00:10:14,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T00:10:14,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T00:10:15,075 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T00:10:15,156 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-16T00:10:15,167 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-16T00:10:15,172 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T00:10:15,203 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 139113 (auto-detected) 2024-11-16T00:10:15,205 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-16T00:10:15,229 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34699 2024-11-16T00:10:15,258 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34699 connecting to ZooKeeper ensemble=127.0.0.1:53832 2024-11-16T00:10:15,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:346990x0, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T00:10:15,398 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34699-0x10140fa4d910000 connected 2024-11-16T00:10:15,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T00:10:15,689 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T00:10:15,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-16T00:10:15,726 INFO [Time-limited test {}] log.Log(170): Logging initialized @7689ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2024-11-16T00:10:15,782 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-16T00:10:15,782 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-16T00:10:15,783 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-16T00:10:15,784 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-16T00:10:15,785 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-16T00:10:15,787 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2024-11-16T00:10:15,787 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-16T00:10:15,787 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-16T00:10:15,790 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-16T00:10:15,867 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 32791 2024-11-16T00:10:15,869 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-16T00:10:15,885 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-16T00:10:15,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@7c1597dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/hadoop.log.dir/,AVAILABLE} 2024-11-16T00:10:15,888 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-16T00:10:15,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@65507143{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-16T00:10:15,943 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-16T00:10:15,953 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T00:10:15,954 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T00:10:15,955 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T00:10:15,959 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-16T00:10:16,691 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@5c685ba8{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/classes/hbase-webapps/master} 2024-11-16T00:10:16,697 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10f9ba48{HTTP/1.1, (http/1.1)}{0.0.0.0:32791} 2024-11-16T00:10:16,699 INFO [Time-limited test {}] server.Server(415): Started @8660ms 2024-11-16T00:10:16,704 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24, hbase.cluster.distributed=false 2024-11-16T00:10:16,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-16T00:10:16,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34699 2024-11-16T00:10:16,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34699 2024-11-16T00:10:16,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34699 2024-11-16T00:10:16,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34699 2024-11-16T00:10:16,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34699 2024-11-16T00:10:16,900 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d6ecb9b7dda1:0 server-side Connection retries=45 2024-11-16T00:10:16,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T00:10:16,903 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T00:10:16,903 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T00:10:16,903 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T00:10:16,903 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T00:10:16,908 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T00:10:16,911 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T00:10:16,915 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40657 2024-11-16T00:10:16,918 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40657 connecting to ZooKeeper ensemble=127.0.0.1:53832 2024-11-16T00:10:16,919 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T00:10:16,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T00:10:17,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406570x0, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T00:10:17,032 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40657-0x10140fa4d910001 connected 2024-11-16T00:10:17,032 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-16T00:10:17,034 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-16T00:10:17,034 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-16T00:10:17,035 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-16T00:10:17,035 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-16T00:10:17,035 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-16T00:10:17,036 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2024-11-16T00:10:17,037 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-16T00:10:17,037 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-16T00:10:17,037 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-16T00:10:17,040 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 46835 2024-11-16T00:10:17,040 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-16T00:10:17,041 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-16T00:10:17,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@21ae8981{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/hadoop.log.dir/,AVAILABLE} 2024-11-16T00:10:17,042 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-16T00:10:17,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@126a703e{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-16T00:10:17,061 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-16T00:10:17,062 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T00:10:17,062 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T00:10:17,062 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T00:10:17,064 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-16T00:10:17,068 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@7253afc7{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-16T00:10:17,068 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b99b3c7{HTTP/1.1, (http/1.1)}{0.0.0.0:46835} 2024-11-16T00:10:17,069 INFO [Time-limited test {}] server.Server(415): Started @9031ms 2024-11-16T00:10:17,073 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T00:10:17,082 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T00:10:17,085 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-11-16T00:10:17,091 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-16T00:10:17,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40657 2024-11-16T00:10:17,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40657 2024-11-16T00:10:17,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40657 2024-11-16T00:10:17,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40657 2024-11-16T00:10:17,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40657 2024-11-16T00:10:17,123 DEBUG [M:0;d6ecb9b7dda1:34699 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d6ecb9b7dda1:34699 2024-11-16T00:10:17,126 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-16T00:10:17,137 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@152a58b6{HTTP/1.1, (http/1.1)}{0.0.0.0:36389} 2024-11-16T00:10:17,137 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] server.Server(415): Started @9100ms 2024-11-16T00:10:17,137 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1/backup-masters/d6ecb9b7dda1,34699,1731715814695 2024-11-16T00:10:17,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-16T00:10:17,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-16T00:10:17,164 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/d6ecb9b7dda1,34699,1731715814695 2024-11-16T00:10:17,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-16T00:10:17,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-11-16T00:10:17,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-16T00:10:17,200 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Set watcher on existing znode=/1/master 2024-11-16T00:10:17,202 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/d6ecb9b7dda1,34699,1731715814695 from backup master directory 2024-11-16T00:10:17,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-16T00:10:17,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/d6ecb9b7dda1,34699,1731715814695 2024-11-16T00:10:17,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-16T00:10:17,211 WARN [master/d6ecb9b7dda1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T00:10:17,211 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d6ecb9b7dda1,34699,1731715814695 2024-11-16T00:10:17,213 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-16T00:10:17,215 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-16T00:10:17,282 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase.id] with ID: 295e8bcb-2672-497f-8ac5-21125e06d4b3 2024-11-16T00:10:17,282 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/.tmp/hbase.id 2024-11-16T00:10:17,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741826_1002 (size=42) 2024-11-16T00:10:17,695 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/.tmp/hbase.id]:[hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase.id] 2024-11-16T00:10:17,747 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T00:10:17,753 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T00:10:17,778 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 23ms. 2024-11-16T00:10:17,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-16T00:10:17,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-16T00:10:17,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741827_1003 (size=196) 2024-11-16T00:10:18,224 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T00:10:18,227 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T00:10:18,234 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-16T00:10:18,237 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-16T00:10:18,249 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.RegionGroupingProvider.doInit(RegionGroupingProvider.java:156) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALProvider.init(AbstractWALProvider.java:126) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:263) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T00:10:18,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741828_1004 (size=1189) 2024-11-16T00:10:18,309 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/MasterData/data/master/store 2024-11-16T00:10:18,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741829_1005 (size=34) 2024-11-16T00:10:18,337 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-16T00:10:18,341 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T00:10:18,343 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T00:10:18,343 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T00:10:18,343 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T00:10:18,345 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T00:10:18,346 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T00:10:18,346 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T00:10:18,347 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731715818342Disabling compacts and flushes for region at 1731715818342Disabling writes for close at 1731715818345 (+3 ms)Writing region close event to WAL at 1731715818346 (+1 ms)Closed at 1731715818346 2024-11-16T00:10:18,350 WARN [master/d6ecb9b7dda1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/MasterData/data/master/store/.initializing 2024-11-16T00:10:18,350 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/MasterData/WALs/d6ecb9b7dda1,34699,1731715814695 2024-11-16T00:10:18,356 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T00:10:18,362 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor d6ecb9b7dda1,34699,1731715814695.regiongroup-0 2024-11-16T00:10:18,382 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d6ecb9b7dda1%2C34699%2C1731715814695.d6ecb9b7dda1%2C34699%2C1731715814695.regiongroup-0, suffix=, logDir=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/MasterData/WALs/d6ecb9b7dda1,34699,1731715814695, archiveDir=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/MasterData/oldWALs, maxLogs=10 2024-11-16T00:10:18,413 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/MasterData/WALs/d6ecb9b7dda1,34699,1731715814695/d6ecb9b7dda1%2C34699%2C1731715814695.d6ecb9b7dda1%2C34699%2C1731715814695.regiongroup-0.1731715818387, exclude list is [], retry=0 2024-11-16T00:10:18,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38121,DS-57c80096-5af5-4b50-923b-58561b8796c3,DISK] 2024-11-16T00:10:18,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-16T00:10:18,489 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/MasterData/WALs/d6ecb9b7dda1,34699,1731715814695/d6ecb9b7dda1%2C34699%2C1731715814695.d6ecb9b7dda1%2C34699%2C1731715814695.regiongroup-0.1731715818387 2024-11-16T00:10:18,490 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45251:45251)] 2024-11-16T00:10:18,491 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T00:10:18,492 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T00:10:18,496 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T00:10:18,497 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T00:10:18,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T00:10:18,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T00:10:18,599 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:10:18,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T00:10:18,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T00:10:18,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T00:10:18,609 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:10:18,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T00:10:18,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T00:10:18,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T00:10:18,616 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:10:18,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T00:10:18,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T00:10:18,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T00:10:18,622 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:10:18,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T00:10:18,624 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T00:10:18,630 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T00:10:18,632 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T00:10:18,640 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T00:10:18,641 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T00:10:18,646 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T00:10:18,652 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T00:10:18,659 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T00:10:18,661 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11541748640, jitterRate=0.07490910589694977}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T00:10:18,671 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731715818520Initializing all the Stores at 1731715818523 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731715818524 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731715818525 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731715818526 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731715818526Cleaning up temporary data from old regions at 1731715818641 (+115 ms)Region opened successfully at 1731715818671 (+30 ms) 2024-11-16T00:10:18,673 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T00:10:18,717 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bd0c3ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=d6ecb9b7dda1/172.17.0.2:0 2024-11-16T00:10:18,799 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T00:10:18,826 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T00:10:18,826 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T00:10:18,831 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T00:10:18,833 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-16T00:10:18,840 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-16T00:10:18,840 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T00:10:18,885 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T00:10:18,900 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-11-16T00:10:19,041 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/balancer already deleted, retry=false 2024-11-16T00:10:19,046 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T00:10:19,048 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-11-16T00:10:19,128 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/normalizer already deleted, retry=false 2024-11-16T00:10:19,131 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T00:10:19,137 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-11-16T00:10:19,165 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/split already deleted, retry=false 2024-11-16T00:10:19,166 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-11-16T00:10:19,178 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/merge already deleted, retry=false 2024-11-16T00:10:19,202 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T00:10:19,209 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/snapshot-cleanup already deleted, retry=false 2024-11-16T00:10:19,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-16T00:10:19,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-16T00:10:19,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-16T00:10:19,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-16T00:10:19,229 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d6ecb9b7dda1,34699,1731715814695, sessionid=0x10140fa4d910000, setting cluster-up flag (Was=false) 2024-11-16T00:10:19,238 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2024-11-16T00:10:19,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-16T00:10:19,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-16T00:10:19,305 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-11-16T00:10:19,309 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d6ecb9b7dda1,34699,1731715814695 2024-11-16T00:10:19,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-16T00:10:19,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-16T00:10:19,368 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2024-11-16T00:10:19,370 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d6ecb9b7dda1,34699,1731715814695 2024-11-16T00:10:19,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-16T00:10:19,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-16T00:10:19,431 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-11-16T00:10:19,433 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d6ecb9b7dda1,34699,1731715814695 2024-11-16T00:10:19,442 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T00:10:19,515 INFO [RS:0;d6ecb9b7dda1:40657 {}] regionserver.HRegionServer(746): ClusterId : 295e8bcb-2672-497f-8ac5-21125e06d4b3 2024-11-16T00:10:19,519 INFO [RS:0;d6ecb9b7dda1:40657 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2024-11-16T00:10:19,521 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T00:10:19,544 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T00:10:19,549 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T00:10:19,549 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2024-11-16T00:10:19,558 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2024-11-16T00:10:19,559 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T00:10:19,560 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T00:10:19,568 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T00:10:19,569 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T00:10:19,570 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720b38ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=d6ecb9b7dda1/172.17.0.2:0 2024-11-16T00:10:19,594 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d6ecb9b7dda1:40657 2024-11-16T00:10:19,592 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d6ecb9b7dda1,34699,1731715814695 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T00:10:19,598 INFO [RS:0;d6ecb9b7dda1:40657 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T00:10:19,598 INFO [RS:0;d6ecb9b7dda1:40657 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T00:10:19,598 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T00:10:19,603 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d6ecb9b7dda1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T00:10:19,603 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d6ecb9b7dda1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T00:10:19,603 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d6ecb9b7dda1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T00:10:19,604 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d6ecb9b7dda1:0, corePoolSize=5, maxPoolSize=5 2024-11-16T00:10:19,604 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d6ecb9b7dda1:0, corePoolSize=10, maxPoolSize=10 2024-11-16T00:10:19,604 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d6ecb9b7dda1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T00:10:19,604 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d6ecb9b7dda1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T00:10:19,604 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d6ecb9b7dda1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T00:10:19,604 INFO [RS:0;d6ecb9b7dda1:40657 {}] regionserver.HRegionServer(2659): reportForDuty to master=d6ecb9b7dda1,34699,1731715814695 with port=40657, startcode=1731715816852 2024-11-16T00:10:19,609 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731715849608 2024-11-16T00:10:19,611 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T00:10:19,612 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T00:10:19,613 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T00:10:19,613 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T00:10:19,617 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T00:10:19,618 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T00:10:19,618 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2024-11-16T00:10:19,618 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T00:10:19,618 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T00:10:19,619 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T00:10:19,620 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:10:19,620 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T00:10:19,619 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T00:10:19,624 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T00:10:19,626 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T00:10:19,626 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T00:10:19,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741831_1007 (size=1321) 2024-11-16T00:10:19,643 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T00:10:19,644 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24 2024-11-16T00:10:19,652 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ba9d5b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:10:19,653 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:10:19,659 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:10:19,666 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:10:19,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741832_1008 (size=32) 2024-11-16T00:10:19,674 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T00:10:19,682 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34699 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-16T00:10:19,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:10:19,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:10:19,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf32798, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:10:19,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:10:19,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:10:19,696 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:10:19,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:10:19,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8400182, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:10:19,701 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-16T00:10:19,708 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T00:10:19,709 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T00:10:19,711 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d6ecb9b7dda1:0:becomeActiveMaster-HFileCleaner.large.0-1731715819710,5,FailOnTimeoutGroup] 2024-11-16T00:10:19,712 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d6ecb9b7dda1:0:becomeActiveMaster-HFileCleaner.small.0-1731715819711,5,FailOnTimeoutGroup] 2024-11-16T00:10:19,712 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T00:10:19,713 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T00:10:19,714 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T00:10:19,714 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T00:10:19,716 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-16T00:10:19,716 WARN [RS:0;d6ecb9b7dda1:40657 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-16T00:10:19,818 INFO [RS:0;d6ecb9b7dda1:40657 {}] regionserver.HRegionServer(2659): reportForDuty to master=d6ecb9b7dda1,34699,1731715814695 with port=40657, startcode=1731715816852 2024-11-16T00:10:19,821 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34699 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:10:19,823 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34699 {}] master.ServerManager(517): Registering regionserver=d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:10:19,834 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24 2024-11-16T00:10:19,834 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39311 2024-11-16T00:10:19,834 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=32791 2024-11-16T00:10:19,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-16T00:10:19,906 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] zookeeper.ZKUtil(111): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Set watcher on existing znode=/1/rs/d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:10:19,907 WARN [RS:0;d6ecb9b7dda1:40657 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T00:10:19,907 INFO [RS:0;d6ecb9b7dda1:40657 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-16T00:10:19,907 INFO [RS:0;d6ecb9b7dda1:40657 {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-16T00:10:19,908 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:10:19,909 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d6ecb9b7dda1,40657,1731715816852] 2024-11-16T00:10:19,938 INFO [RS:0;d6ecb9b7dda1:40657 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T00:10:19,959 INFO [RS:0;d6ecb9b7dda1:40657 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T00:10:19,965 INFO [RS:0;d6ecb9b7dda1:40657 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T00:10:19,965 INFO [RS:0;d6ecb9b7dda1:40657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T00:10:19,967 INFO [RS:0;d6ecb9b7dda1:40657 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T00:10:19,976 INFO [RS:0;d6ecb9b7dda1:40657 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T00:10:19,978 INFO [RS:0;d6ecb9b7dda1:40657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T00:10:19,978 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T00:10:19,978 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d6ecb9b7dda1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T00:10:19,978 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d6ecb9b7dda1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T00:10:19,978 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T00:10:19,979 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d6ecb9b7dda1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T00:10:19,979 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d6ecb9b7dda1:0, corePoolSize=2, maxPoolSize=2 2024-11-16T00:10:19,979 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d6ecb9b7dda1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T00:10:19,979 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d6ecb9b7dda1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T00:10:19,979 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d6ecb9b7dda1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T00:10:19,979 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d6ecb9b7dda1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T00:10:19,980 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d6ecb9b7dda1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T00:10:19,980 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d6ecb9b7dda1:0, corePoolSize=1, maxPoolSize=1 2024-11-16T00:10:19,980 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T00:10:19,980 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d6ecb9b7dda1:0, corePoolSize=3, maxPoolSize=3 2024-11-16T00:10:19,981 INFO [RS:0;d6ecb9b7dda1:40657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T00:10:19,981 INFO [RS:0;d6ecb9b7dda1:40657 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T00:10:19,981 INFO [RS:0;d6ecb9b7dda1:40657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T00:10:19,982 INFO [RS:0;d6ecb9b7dda1:40657 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T00:10:19,982 INFO [RS:0;d6ecb9b7dda1:40657 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T00:10:19,982 INFO [RS:0;d6ecb9b7dda1:40657 {}] hbase.ChoreService(168): Chore ScheduledChore name=d6ecb9b7dda1,40657,1731715816852-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T00:10:20,010 INFO [RS:0;d6ecb9b7dda1:40657 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T00:10:20,013 INFO [RS:0;d6ecb9b7dda1:40657 {}] hbase.ChoreService(168): Chore ScheduledChore name=d6ecb9b7dda1,40657,1731715816852-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T00:10:20,013 INFO [RS:0;d6ecb9b7dda1:40657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T00:10:20,013 INFO [RS:0;d6ecb9b7dda1:40657 {}] regionserver.Replication(171): d6ecb9b7dda1,40657,1731715816852 started 2024-11-16T00:10:20,037 INFO [RS:0;d6ecb9b7dda1:40657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T00:10:20,038 INFO [RS:0;d6ecb9b7dda1:40657 {}] regionserver.HRegionServer(1482): Serving as d6ecb9b7dda1,40657,1731715816852, RpcServer on d6ecb9b7dda1/172.17.0.2:40657, sessionid=0x10140fa4d910001 2024-11-16T00:10:20,038 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T00:10:20,039 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:10:20,039 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd6ecb9b7dda1,40657,1731715816852' 2024-11-16T00:10:20,039 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-11-16T00:10:20,040 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-11-16T00:10:20,041 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T00:10:20,041 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2024-11-16T00:10:20,041 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd6ecb9b7dda1,40657,1731715816852' 2024-11-16T00:10:20,041 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-16T00:10:20,042 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-16T00:10:20,043 INFO [RS:0;d6ecb9b7dda1:40657 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2024-11-16T00:10:20,043 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2024-11-16T00:10:20,043 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T00:10:20,043 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:10:20,043 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd6ecb9b7dda1,40657,1731715816852' 2024-11-16T00:10:20,043 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-11-16T00:10:20,044 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-11-16T00:10:20,045 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T00:10:20,045 INFO [RS:0;d6ecb9b7dda1:40657 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T00:10:20,045 INFO [RS:0;d6ecb9b7dda1:40657 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T00:10:20,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T00:10:20,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T00:10:20,085 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T00:10:20,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:10:20,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T00:10:20,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T00:10:20,090 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T00:10:20,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:10:20,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T00:10:20,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T00:10:20,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T00:10:20,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:10:20,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T00:10:20,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T00:10:20,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T00:10:20,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:10:20,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T00:10:20,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T00:10:20,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/hbase/meta/1588230740 2024-11-16T00:10:20,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/hbase/meta/1588230740 2024-11-16T00:10:20,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T00:10:20,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T00:10:20,111 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T00:10:20,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T00:10:20,120 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T00:10:20,121 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10874824320, jitterRate=0.012796938419342041}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T00:10:20,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731715820077Initializing all the Stores at 1731715820079 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731715820079Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731715820079Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731715820080 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731715820080Cleaning up temporary data from old regions at 1731715820110 (+30 ms)Region opened successfully at 1731715820126 (+16 ms) 2024-11-16T00:10:20,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T00:10:20,126 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T00:10:20,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T00:10:20,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T00:10:20,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T00:10:20,129 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T00:10:20,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731715820126Disabling compacts and flushes for region at 1731715820126Disabling writes for close at 1731715820127 (+1 ms)Writing region close event to WAL at 1731715820128 (+1 ms)Closed at 1731715820129 (+1 ms) 2024-11-16T00:10:20,135 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T00:10:20,135 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T00:10:20,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T00:10:20,151 INFO [RS:0;d6ecb9b7dda1:40657 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T00:10:20,152 INFO [RS:0;d6ecb9b7dda1:40657 {}] monitor.StreamSlowMonitor(122): New stream slow monitor d6ecb9b7dda1,40657,1731715816852.regiongroup-0 2024-11-16T00:10:20,154 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T00:10:20,155 INFO [RS:0;d6ecb9b7dda1:40657 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-0, suffix=, logDir=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852, archiveDir=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/oldWALs, maxLogs=32 2024-11-16T00:10:20,161 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T00:10:20,176 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-0.1731715820158, exclude list is [], retry=0 2024-11-16T00:10:20,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38121,DS-57c80096-5af5-4b50-923b-58561b8796c3,DISK] 2024-11-16T00:10:20,189 INFO [RS:0;d6ecb9b7dda1:40657 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-0.1731715820158 2024-11-16T00:10:20,190 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45251:45251)] 2024-11-16T00:10:20,315 DEBUG [d6ecb9b7dda1:34699 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T00:10:20,331 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:10:20,340 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d6ecb9b7dda1,40657,1731715816852, state=OPENING 2024-11-16T00:10:20,388 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T00:10:20,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-16T00:10:20,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-16T00:10:20,400 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-16T00:10:20,400 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-16T00:10:20,401 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T00:10:20,404 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d6ecb9b7dda1,40657,1731715816852}] 2024-11-16T00:10:20,579 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T00:10:20,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T00:10:20,591 INFO [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T00:10:20,592 INFO [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-16T00:10:20,592 INFO [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-16T00:10:20,592 INFO [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T00:10:20,593 INFO [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T00:10:20,597 INFO [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d6ecb9b7dda1%2C40657%2C1731715816852.meta, suffix=.meta, logDir=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852, archiveDir=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/oldWALs, maxLogs=32 2024-11-16T00:10:20,619 DEBUG [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.meta.1731715820599.meta, exclude list is [], retry=0 2024-11-16T00:10:20,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38121,DS-57c80096-5af5-4b50-923b-58561b8796c3,DISK] 2024-11-16T00:10:20,627 INFO [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.meta.1731715820599.meta 2024-11-16T00:10:20,627 DEBUG [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45251:45251)] 2024-11-16T00:10:20,628 DEBUG [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T00:10:20,633 INFO [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-16T00:10:20,635 DEBUG [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T00:10:20,638 DEBUG [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T00:10:20,639 INFO [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T00:10:20,643 DEBUG [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T00:10:20,644 DEBUG [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T00:10:20,644 DEBUG [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T00:10:20,645 DEBUG [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T00:10:20,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T00:10:20,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T00:10:20,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:10:20,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T00:10:20,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T00:10:20,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T00:10:20,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:10:20,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T00:10:20,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T00:10:20,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T00:10:20,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:10:20,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T00:10:20,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T00:10:20,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T00:10:20,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:10:20,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T00:10:20,660 DEBUG [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T00:10:20,662 DEBUG [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/hbase/meta/1588230740 2024-11-16T00:10:20,665 DEBUG [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/hbase/meta/1588230740 2024-11-16T00:10:20,667 DEBUG [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T00:10:20,668 DEBUG [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T00:10:20,669 DEBUG [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T00:10:20,672 DEBUG [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T00:10:20,674 INFO [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10106578560, jitterRate=-0.05875152349472046}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T00:10:20,674 DEBUG [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T00:10:20,676 DEBUG [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731715820645Writing region info on filesystem at 1731715820645Initializing all the Stores at 1731715820648 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731715820648Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731715820648Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731715820648Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731715820648Cleaning up temporary data from old regions at 1731715820668 (+20 ms)Running coprocessor post-open hooks at 1731715820674 (+6 ms)Region opened successfully at 1731715820676 (+2 ms) 2024-11-16T00:10:20,683 INFO [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731715820571 2024-11-16T00:10:20,695 DEBUG [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T00:10:20,696 INFO [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T00:10:20,697 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:10:20,700 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d6ecb9b7dda1,40657,1731715816852, state=OPEN 2024-11-16T00:10:20,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-16T00:10:20,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-16T00:10:20,800 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-16T00:10:20,800 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-16T00:10:20,801 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:10:20,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T00:10:20,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d6ecb9b7dda1,40657,1731715816852 in 397 msec 2024-11-16T00:10:20,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T00:10:20,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 665 msec 2024-11-16T00:10:20,815 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T00:10:20,815 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T00:10:20,832 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:10:20,834 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:10:20,859 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:10:20,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41063, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T00:10:20,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3960 sec 2024-11-16T00:10:20,887 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731715820887, completionTime=-1 2024-11-16T00:10:20,890 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T00:10:20,890 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T00:10:20,927 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T00:10:20,927 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731715880927 2024-11-16T00:10:20,927 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731715940927 2024-11-16T00:10:20,927 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 37 msec 2024-11-16T00:10:20,930 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d6ecb9b7dda1,34699,1731715814695-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T00:10:20,931 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d6ecb9b7dda1,34699,1731715814695-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T00:10:20,931 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d6ecb9b7dda1,34699,1731715814695-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T00:10:20,934 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d6ecb9b7dda1:34699, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T00:10:20,934 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T00:10:20,935 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T00:10:20,949 DEBUG [master/d6ecb9b7dda1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T00:10:20,974 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.762sec 2024-11-16T00:10:20,975 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T00:10:20,977 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T00:10:20,978 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T00:10:20,979 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T00:10:20,979 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T00:10:20,980 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d6ecb9b7dda1,34699,1731715814695-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T00:10:20,981 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d6ecb9b7dda1,34699,1731715814695-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T00:10:20,991 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T00:10:20,993 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T00:10:20,993 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d6ecb9b7dda1,34699,1731715814695-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T00:10:21,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73dc9676, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:10:21,014 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-16T00:10:21,014 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-16T00:10:21,017 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:10:21,017 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:10:21,026 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:10:21,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:10:21,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:10:21,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4afd5ff1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:10:21,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:10:21,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:10:21,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:10:21,032 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:10:21,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f57d422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:10:21,034 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:10:21,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:10:21,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:10:21,047 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T00:10:21,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d6ecb9b7dda1,34699,1731715814695 2024-11-16T00:10:21,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster... 2024-11-16T00:10:21,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/test.cache.data in system properties and HBase conf 2024-11-16T00:10:21,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T00:10:21,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/hadoop.log.dir in system properties and HBase conf 2024-11-16T00:10:21,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T00:10:21,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T00:10:21,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T00:10:21,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T00:10:21,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T00:10:21,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T00:10:21,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T00:10:21,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T00:10:21,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T00:10:21,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T00:10:21,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T00:10:21,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T00:10:21,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/nfs.dump.dir in system properties and HBase conf 2024-11-16T00:10:21,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/java.io.tmpdir in system properties and HBase conf 2024-11-16T00:10:21,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T00:10:21,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T00:10:21,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T00:10:21,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741835_1011 (size=592039) 2024-11-16T00:10:21,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741836_1012 (size=1663647) 2024-11-16T00:10:22,997 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T00:10:23,066 WARN [Thread-251 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T00:10:23,257 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T00:10:23,257 WARN [Thread-251 {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-16T00:10:23,258 INFO [Thread-251 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T00:10:23,258 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T00:10:23,258 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T00:10:23,259 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T00:10:23,259 INFO [Thread-251 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T00:10:23,259 INFO [Thread-251 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T00:10:23,259 INFO [Thread-251 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T00:10:23,260 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c69cf55{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/hadoop.log.dir/,AVAILABLE} 2024-11-16T00:10:23,261 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25cbe2e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-16T00:10:23,261 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T00:10:23,272 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31795375{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/hadoop.log.dir/,AVAILABLE} 2024-11-16T00:10:23,273 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@282c7ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-16T00:10:23,393 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2024-11-16T00:10:23,393 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2024-11-16T00:10:23,393 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-16T00:10:23,394 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-16T00:10:23,434 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-16T00:10:23,473 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-16T00:10:23,673 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2024-11-16T00:10:23,691 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46db147a{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/java.io.tmpdir/jetty-localhost-44263-hadoop-yarn-common-3_4_1_jar-_-any-16210439368604763631/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-16T00:10:23,691 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b123f71{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/java.io.tmpdir/jetty-localhost-46389-hadoop-yarn-common-3_4_1_jar-_-any-11493739478141591780/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-16T00:10:23,692 INFO [Thread-251 {}] server.AbstractConnector(333): Started ServerConnector@7010d5df{HTTP/1.1, (http/1.1)}{localhost:46389} 2024-11-16T00:10:23,692 INFO [Thread-251 {}] server.Server(415): Started @15655ms 2024-11-16T00:10:23,692 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22b748ed{HTTP/1.1, (http/1.1)}{localhost:44263} 2024-11-16T00:10:23,692 INFO [Time-limited test {}] server.Server(415): Started @15655ms 2024-11-16T00:10:23,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741837_1013 (size=5) 2024-11-16T00:10:24,792 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-16T00:10:24,798 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T00:10:24,831 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-16T00:10:24,832 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T00:10:24,849 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T00:10:24,849 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T00:10:24,849 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T00:10:24,850 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T00:10:24,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1dd1881d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/hadoop.log.dir/,AVAILABLE} 2024-11-16T00:10:24,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46102b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-16T00:10:24,903 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-16T00:10:24,903 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-16T00:10:24,903 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-16T00:10:24,903 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-16T00:10:24,912 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-16T00:10:24,920 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-16T00:10:25,031 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-16T00:10:25,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6097a0a0{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/java.io.tmpdir/jetty-localhost-38515-hadoop-yarn-common-3_4_1_jar-_-any-9163397508045417314/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-16T00:10:25,043 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6570745b{HTTP/1.1, (http/1.1)}{localhost:38515} 2024-11-16T00:10:25,043 INFO [Time-limited test {}] server.Server(415): Started @17006ms 2024-11-16T00:10:25,152 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T00:10:25,152 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T00:10:25,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-11-16T00:10:25,162 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2024-11-16T00:10:25,162 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T00:10:25,162 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T00:10:25,162 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T00:10:25,163 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T00:10:25,194 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-16T00:10:25,196 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T00:10:25,213 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-16T00:10:25,214 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T00:10:25,223 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T00:10:25,223 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T00:10:25,223 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T00:10:25,223 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T00:10:25,224 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a0b88c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/hadoop.log.dir/,AVAILABLE} 2024-11-16T00:10:25,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b5d9fba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-16T00:10:25,270 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-16T00:10:25,270 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-16T00:10:25,270 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-16T00:10:25,270 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-16T00:10:25,279 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-16T00:10:25,284 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-16T00:10:25,396 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-16T00:10:25,400 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78a234d3{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/java.io.tmpdir/jetty-localhost-38649-hadoop-yarn-common-3_4_1_jar-_-any-6568413442948659583/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-16T00:10:25,401 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7aa3ea88{HTTP/1.1, (http/1.1)}{localhost:38649} 2024-11-16T00:10:25,401 INFO [Time-limited test {}] server.Server(415): Started @17363ms 2024-11-16T00:10:25,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started 2024-11-16T00:10:25,426 INFO [Time-limited test {}] backup.TestBackupBase(336): ROOTDIR hdfs://localhost:39311/backupUT 2024-11-16T00:10:25,430 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T00:10:25,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d6ecb9b7dda1,34699,1731715814695 2024-11-16T00:10:25,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e455227 2024-11-16T00:10:25,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T00:10:25,444 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T00:10:25,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns1'} 2024-11-16T00:10:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns1 2024-11-16T00:10:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T00:10:25,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns1 in 24 msec 2024-11-16T00:10:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T00:10:25,580 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns1 completed 2024-11-16T00:10:25,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns2'} 2024-11-16T00:10:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns2 2024-11-16T00:10:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-16T00:10:25,600 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns2 in 15 msec 2024-11-16T00:10:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-16T00:10:25,700 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns2 completed 2024-11-16T00:10:25,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns3'} 2024-11-16T00:10:25,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] procedure2.ProcedureExecutor(1139): Stored pid=6, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns3 2024-11-16T00:10:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-16T00:10:25,718 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns3 in 14 msec 2024-11-16T00:10:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-16T00:10:25,819 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns3 completed 2024-11-16T00:10:25,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns4'} 2024-11-16T00:10:25,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns4 2024-11-16T00:10:25,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T00:10:25,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns4 in 12 msec 2024-11-16T00:10:25,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T00:10:25,930 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns4 completed 2024-11-16T00:10:25,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test-1731715825426', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T00:10:25,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test-1731715825426 2024-11-16T00:10:25,952 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test-1731715825426 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T00:10:25,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test-1731715825426" procId is: 8 2024-11-16T00:10:25,954 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:10:25,957 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test-1731715825426 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T00:10:25,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-16T00:10:25,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741838_1014 (size=367) 2024-11-16T00:10:25,971 INFO [RegionOpenAndInit-test-1731715825426-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0b9c3225e216808f587422dc5a656127, NAME => 'test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1731715825426', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24 2024-11-16T00:10:25,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741839_1015 (size=53) 2024-11-16T00:10:26,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-16T00:10:26,164 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-16T00:10:26,228 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T00:10:26,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-16T00:10:26,381 DEBUG [RegionOpenAndInit-test-1731715825426-pool-0 {}] regionserver.HRegion(898): Instantiated test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T00:10:26,381 DEBUG [RegionOpenAndInit-test-1731715825426-pool-0 {}] regionserver.HRegion(1722): Closing 0b9c3225e216808f587422dc5a656127, disabling compactions & flushes 2024-11-16T00:10:26,381 INFO [RegionOpenAndInit-test-1731715825426-pool-0 {}] regionserver.HRegion(1755): Closing region test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127. 2024-11-16T00:10:26,381 DEBUG [RegionOpenAndInit-test-1731715825426-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127. 2024-11-16T00:10:26,381 DEBUG [RegionOpenAndInit-test-1731715825426-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127. after waiting 0 ms 2024-11-16T00:10:26,381 DEBUG [RegionOpenAndInit-test-1731715825426-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127. 2024-11-16T00:10:26,381 INFO [RegionOpenAndInit-test-1731715825426-pool-0 {}] regionserver.HRegion(1973): Closed test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127. 2024-11-16T00:10:26,381 DEBUG [RegionOpenAndInit-test-1731715825426-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0b9c3225e216808f587422dc5a656127: Waiting for close lock at 1731715826381Disabling compacts and flushes for region at 1731715826381Disabling writes for close at 1731715826381Writing region close event to WAL at 1731715826381Closed at 1731715826381 2024-11-16T00:10:26,384 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test-1731715825426 execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T00:10:26,391 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731715826384"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731715826384"}]},"ts":"1731715826384"} 2024-11-16T00:10:26,395 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T00:10:26,398 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test-1731715825426 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T00:10:26,400 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1731715825426","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731715826398"}]},"ts":"1731715826398"} 2024-11-16T00:10:26,405 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1731715825426, state=ENABLING in hbase:meta 2024-11-16T00:10:26,406 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1731715825426, region=0b9c3225e216808f587422dc5a656127, ASSIGN}] 2024-11-16T00:10:26,408 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1731715825426, region=0b9c3225e216808f587422dc5a656127, ASSIGN 2024-11-16T00:10:26,410 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731715825426, region=0b9c3225e216808f587422dc5a656127, ASSIGN; state=OFFLINE, location=d6ecb9b7dda1,40657,1731715816852; forceNewPlan=false, retain=false 2024-11-16T00:10:26,562 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0b9c3225e216808f587422dc5a656127, regionState=OPENING, regionLocation=d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:10:26,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731715825426, region=0b9c3225e216808f587422dc5a656127, ASSIGN because future has completed 2024-11-16T00:10:26,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b9c3225e216808f587422dc5a656127, server=d6ecb9b7dda1,40657,1731715816852}] 2024-11-16T00:10:26,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-16T00:10:26,743 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127. 2024-11-16T00:10:26,744 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T00:10:26,745 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor d6ecb9b7dda1,40657,1731715816852.regiongroup-1 2024-11-16T00:10:26,748 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-1, suffix=, logDir=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852, archiveDir=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/oldWALs, maxLogs=32 2024-11-16T00:10:26,772 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-1.1731715826751, exclude list is [], retry=0 2024-11-16T00:10:26,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38121,DS-57c80096-5af5-4b50-923b-58561b8796c3,DISK] 2024-11-16T00:10:26,779 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-1.1731715826751 2024-11-16T00:10:26,780 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45251:45251)] 2024-11-16T00:10:26,780 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b9c3225e216808f587422dc5a656127, NAME => 'test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127.', STARTKEY => '', ENDKEY => ''} 2024-11-16T00:10:26,780 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-16T00:10:26,781 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731715825426 0b9c3225e216808f587422dc5a656127 2024-11-16T00:10:26,781 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T00:10:26,781 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0b9c3225e216808f587422dc5a656127 2024-11-16T00:10:26,781 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0b9c3225e216808f587422dc5a656127 2024-11-16T00:10:26,784 INFO [StoreOpener-0b9c3225e216808f587422dc5a656127-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0b9c3225e216808f587422dc5a656127 2024-11-16T00:10:26,787 INFO [StoreOpener-0b9c3225e216808f587422dc5a656127-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b9c3225e216808f587422dc5a656127 columnFamilyName f 2024-11-16T00:10:26,787 DEBUG [StoreOpener-0b9c3225e216808f587422dc5a656127-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:10:26,788 INFO [StoreOpener-0b9c3225e216808f587422dc5a656127-1 {}] regionserver.HStore(327): Store=0b9c3225e216808f587422dc5a656127/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T00:10:26,789 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0b9c3225e216808f587422dc5a656127 2024-11-16T00:10:26,791 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127 2024-11-16T00:10:26,791 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127 2024-11-16T00:10:26,792 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0b9c3225e216808f587422dc5a656127 2024-11-16T00:10:26,792 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0b9c3225e216808f587422dc5a656127 2024-11-16T00:10:26,796 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0b9c3225e216808f587422dc5a656127 2024-11-16T00:10:26,800 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T00:10:26,801 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened 0b9c3225e216808f587422dc5a656127; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9520605600, jitterRate=-0.11332450807094574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T00:10:26,801 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b9c3225e216808f587422dc5a656127 2024-11-16T00:10:26,803 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0b9c3225e216808f587422dc5a656127: Running coprocessor pre-open hook at 1731715826781Writing region info on filesystem at 1731715826781Initializing all the Stores at 1731715826783 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731715826783Cleaning up temporary data from old regions at 1731715826792 (+9 ms)Running coprocessor post-open hooks at 1731715826801 (+9 ms)Region opened successfully at 1731715826803 (+2 ms) 2024-11-16T00:10:26,805 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127., pid=10, masterSystemTime=1731715826721 2024-11-16T00:10:26,809 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127. 2024-11-16T00:10:26,809 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127. 2024-11-16T00:10:26,810 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0b9c3225e216808f587422dc5a656127, regionState=OPEN, openSeqNum=2, regionLocation=d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:10:26,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b9c3225e216808f587422dc5a656127, server=d6ecb9b7dda1,40657,1731715816852 because future has completed 2024-11-16T00:10:26,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T00:10:26,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b9c3225e216808f587422dc5a656127, server=d6ecb9b7dda1,40657,1731715816852 in 251 msec 2024-11-16T00:10:26,827 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T00:10:26,827 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731715825426, region=0b9c3225e216808f587422dc5a656127, ASSIGN in 416 msec 2024-11-16T00:10:26,829 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test-1731715825426 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T00:10:26,829 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1731715825426","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731715826829"}]},"ts":"1731715826829"} 2024-11-16T00:10:26,837 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1731715825426, state=ENABLED in hbase:meta 2024-11-16T00:10:26,839 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test-1731715825426 execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T00:10:26,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=test-1731715825426 in 897 msec 2024-11-16T00:10:27,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-16T00:10:27,100 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test-1731715825426 completed 2024-11-16T00:10:27,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@106e05e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:10:27,100 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:10:27,101 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:10:27,102 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:10:27,102 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:10:27,103 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:10:27,103 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@375ba814, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:10:27,103 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:10:27,103 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:10:27,104 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:10:27,105 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:10:27,106 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4521c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:10:27,109 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:10:27,111 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:10:27,111 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:10:27,113 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T00:10:27,119 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731715825426', row='row0', locateType=CURRENT is [region=test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2] 2024-11-16T00:10:27,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] regionserver.HRegion(8528): writing data to region test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127. with WAL disabled. Data may be lost in the event of a crash. 2024-11-16T00:10:27,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:test-17317158254261', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T00:10:27,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:test-17317158254261 2024-11-16T00:10:27,293 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17317158254261 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T00:10:27,293 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:10:27,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "test-17317158254261" procId is: 11 2024-11-16T00:10:27,295 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:test-17317158254261 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T00:10:27,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-16T00:10:27,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741841_1017 (size=364) 2024-11-16T00:10:27,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-16T00:10:27,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-16T00:10:27,706 INFO [RegionOpenAndInit-ns2:test-17317158254261-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5108218006030670f598fa75ecdb115b, NAME => 'ns2:test-17317158254261,,1731715827289.5108218006030670f598fa75ecdb115b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17317158254261', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24 2024-11-16T00:10:27,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741842_1018 (size=50) 2024-11-16T00:10:27,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-16T00:10:28,117 DEBUG [RegionOpenAndInit-ns2:test-17317158254261-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:test-17317158254261,,1731715827289.5108218006030670f598fa75ecdb115b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T00:10:28,117 DEBUG [RegionOpenAndInit-ns2:test-17317158254261-pool-0 {}] regionserver.HRegion(1722): Closing 5108218006030670f598fa75ecdb115b, disabling compactions & flushes 2024-11-16T00:10:28,117 INFO [RegionOpenAndInit-ns2:test-17317158254261-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:test-17317158254261,,1731715827289.5108218006030670f598fa75ecdb115b. 2024-11-16T00:10:28,117 DEBUG [RegionOpenAndInit-ns2:test-17317158254261-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17317158254261,,1731715827289.5108218006030670f598fa75ecdb115b. 2024-11-16T00:10:28,117 DEBUG [RegionOpenAndInit-ns2:test-17317158254261-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17317158254261,,1731715827289.5108218006030670f598fa75ecdb115b. after waiting 0 ms 2024-11-16T00:10:28,117 DEBUG [RegionOpenAndInit-ns2:test-17317158254261-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17317158254261,,1731715827289.5108218006030670f598fa75ecdb115b. 2024-11-16T00:10:28,117 INFO [RegionOpenAndInit-ns2:test-17317158254261-pool-0 {}] regionserver.HRegion(1973): Closed ns2:test-17317158254261,,1731715827289.5108218006030670f598fa75ecdb115b. 2024-11-16T00:10:28,117 DEBUG [RegionOpenAndInit-ns2:test-17317158254261-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5108218006030670f598fa75ecdb115b: Waiting for close lock at 1731715828117Disabling compacts and flushes for region at 1731715828117Disabling writes for close at 1731715828117Writing region close event to WAL at 1731715828117Closed at 1731715828117 2024-11-16T00:10:28,119 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:test-17317158254261 execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T00:10:28,119 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:test-17317158254261,,1731715827289.5108218006030670f598fa75ecdb115b.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731715828119"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731715828119"}]},"ts":"1731715828119"} 2024-11-16T00:10:28,123 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T00:10:28,124 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:test-17317158254261 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T00:10:28,125 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17317158254261","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731715828124"}]},"ts":"1731715828124"} 2024-11-16T00:10:28,128 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17317158254261, state=ENABLING in hbase:meta 2024-11-16T00:10:28,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17317158254261, region=5108218006030670f598fa75ecdb115b, ASSIGN}] 2024-11-16T00:10:28,130 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17317158254261, region=5108218006030670f598fa75ecdb115b, ASSIGN 2024-11-16T00:10:28,131 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:test-17317158254261, region=5108218006030670f598fa75ecdb115b, ASSIGN; state=OFFLINE, location=d6ecb9b7dda1,40657,1731715816852; forceNewPlan=false, retain=false 2024-11-16T00:10:28,282 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=5108218006030670f598fa75ecdb115b, regionState=OPENING, regionLocation=d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:10:28,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:test-17317158254261, region=5108218006030670f598fa75ecdb115b, ASSIGN because future has completed 2024-11-16T00:10:28,286 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5108218006030670f598fa75ecdb115b, server=d6ecb9b7dda1,40657,1731715816852}] 2024-11-16T00:10:28,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-16T00:10:28,445 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open ns2:test-17317158254261,,1731715827289.5108218006030670f598fa75ecdb115b. 2024-11-16T00:10:28,445 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 5108218006030670f598fa75ecdb115b, NAME => 'ns2:test-17317158254261,,1731715827289.5108218006030670f598fa75ecdb115b.', STARTKEY => '', ENDKEY => ''} 2024-11-16T00:10:28,445 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-16T00:10:28,446 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17317158254261 5108218006030670f598fa75ecdb115b 2024-11-16T00:10:28,446 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated ns2:test-17317158254261,,1731715827289.5108218006030670f598fa75ecdb115b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T00:10:28,446 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 5108218006030670f598fa75ecdb115b 2024-11-16T00:10:28,446 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 5108218006030670f598fa75ecdb115b 2024-11-16T00:10:28,448 INFO [StoreOpener-5108218006030670f598fa75ecdb115b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5108218006030670f598fa75ecdb115b 2024-11-16T00:10:28,451 INFO [StoreOpener-5108218006030670f598fa75ecdb115b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5108218006030670f598fa75ecdb115b columnFamilyName f 2024-11-16T00:10:28,451 DEBUG [StoreOpener-5108218006030670f598fa75ecdb115b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:10:28,452 INFO [StoreOpener-5108218006030670f598fa75ecdb115b-1 {}] regionserver.HStore(327): Store=5108218006030670f598fa75ecdb115b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T00:10:28,452 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 5108218006030670f598fa75ecdb115b 2024-11-16T00:10:28,454 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns2/test-17317158254261/5108218006030670f598fa75ecdb115b 2024-11-16T00:10:28,454 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns2/test-17317158254261/5108218006030670f598fa75ecdb115b 2024-11-16T00:10:28,455 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 5108218006030670f598fa75ecdb115b 2024-11-16T00:10:28,455 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 5108218006030670f598fa75ecdb115b 2024-11-16T00:10:28,458 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 5108218006030670f598fa75ecdb115b 2024-11-16T00:10:28,462 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns2/test-17317158254261/5108218006030670f598fa75ecdb115b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T00:10:28,463 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 5108218006030670f598fa75ecdb115b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11050237760, jitterRate=0.029133588075637817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T00:10:28,463 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5108218006030670f598fa75ecdb115b 2024-11-16T00:10:28,464 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 5108218006030670f598fa75ecdb115b: Running coprocessor pre-open hook at 1731715828446Writing region info on filesystem at 1731715828446Initializing all the Stores at 1731715828448 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731715828448Cleaning up temporary data from old regions at 1731715828455 (+7 ms)Running coprocessor post-open hooks at 1731715828463 (+8 ms)Region opened successfully at 1731715828464 (+1 ms) 2024-11-16T00:10:28,465 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:test-17317158254261,,1731715827289.5108218006030670f598fa75ecdb115b., pid=13, masterSystemTime=1731715828440 2024-11-16T00:10:28,468 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:test-17317158254261,,1731715827289.5108218006030670f598fa75ecdb115b. 2024-11-16T00:10:28,468 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened ns2:test-17317158254261,,1731715827289.5108218006030670f598fa75ecdb115b. 2024-11-16T00:10:28,469 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=5108218006030670f598fa75ecdb115b, regionState=OPEN, openSeqNum=2, regionLocation=d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:10:28,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5108218006030670f598fa75ecdb115b, server=d6ecb9b7dda1,40657,1731715816852 because future has completed 2024-11-16T00:10:28,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-16T00:10:28,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 5108218006030670f598fa75ecdb115b, server=d6ecb9b7dda1,40657,1731715816852 in 189 msec 2024-11-16T00:10:28,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-16T00:10:28,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:test-17317158254261, region=5108218006030670f598fa75ecdb115b, ASSIGN in 352 msec 2024-11-16T00:10:28,485 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:test-17317158254261 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T00:10:28,486 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17317158254261","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731715828485"}]},"ts":"1731715828485"} 2024-11-16T00:10:28,489 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17317158254261, state=ENABLED in hbase:meta 2024-11-16T00:10:28,491 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17317158254261 execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T00:10:28,495 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:test-17317158254261 in 1.2010 sec 2024-11-16T00:10:29,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-16T00:10:29,439 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:test-17317158254261 completed 2024-11-16T00:10:29,442 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17317158254261', row='row0', locateType=CURRENT is [region=ns2:test-17317158254261,,1731715827289.5108218006030670f598fa75ecdb115b., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2] 2024-11-16T00:10:29,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] regionserver.HRegion(8528): writing data to region ns2:test-17317158254261,,1731715827289.5108218006030670f598fa75ecdb115b. with WAL disabled. Data may be lost in the event of a crash. 2024-11-16T00:10:29,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns3:test-17317158254262', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T00:10:29,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns3:test-17317158254262 2024-11-16T00:10:29,603 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17317158254262 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T00:10:29,603 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:10:29,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns3" qualifier: "test-17317158254262" procId is: 14 2024-11-16T00:10:29,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-16T00:10:29,605 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns3:test-17317158254262 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T00:10:29,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741843_1019 (size=390) 2024-11-16T00:10:29,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-16T00:10:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-16T00:10:30,017 INFO [RegionOpenAndInit-ns3:test-17317158254262-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3a820aac8c26897e9393d40da278973d, NAME => 'ns3:test-17317158254262,,1731715829599.3a820aac8c26897e9393d40da278973d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17317158254262', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24 2024-11-16T00:10:30,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741844_1020 (size=50) 2024-11-16T00:10:30,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-16T00:10:30,426 DEBUG [RegionOpenAndInit-ns3:test-17317158254262-pool-0 {}] regionserver.HRegion(898): Instantiated ns3:test-17317158254262,,1731715829599.3a820aac8c26897e9393d40da278973d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T00:10:30,426 DEBUG [RegionOpenAndInit-ns3:test-17317158254262-pool-0 {}] regionserver.HRegion(1722): Closing 3a820aac8c26897e9393d40da278973d, disabling compactions & flushes 2024-11-16T00:10:30,427 INFO [RegionOpenAndInit-ns3:test-17317158254262-pool-0 {}] regionserver.HRegion(1755): Closing region ns3:test-17317158254262,,1731715829599.3a820aac8c26897e9393d40da278973d. 2024-11-16T00:10:30,427 DEBUG [RegionOpenAndInit-ns3:test-17317158254262-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17317158254262,,1731715829599.3a820aac8c26897e9393d40da278973d. 2024-11-16T00:10:30,427 DEBUG [RegionOpenAndInit-ns3:test-17317158254262-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17317158254262,,1731715829599.3a820aac8c26897e9393d40da278973d. after waiting 0 ms 2024-11-16T00:10:30,427 DEBUG [RegionOpenAndInit-ns3:test-17317158254262-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17317158254262,,1731715829599.3a820aac8c26897e9393d40da278973d. 2024-11-16T00:10:30,427 INFO [RegionOpenAndInit-ns3:test-17317158254262-pool-0 {}] regionserver.HRegion(1973): Closed ns3:test-17317158254262,,1731715829599.3a820aac8c26897e9393d40da278973d. 2024-11-16T00:10:30,427 DEBUG [RegionOpenAndInit-ns3:test-17317158254262-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3a820aac8c26897e9393d40da278973d: Waiting for close lock at 1731715830426Disabling compacts and flushes for region at 1731715830426Disabling writes for close at 1731715830427 (+1 ms)Writing region close event to WAL at 1731715830427Closed at 1731715830427 2024-11-16T00:10:30,428 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns3:test-17317158254262 execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T00:10:30,429 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns3:test-17317158254262,,1731715829599.3a820aac8c26897e9393d40da278973d.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731715830429"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731715830429"}]},"ts":"1731715830429"} 2024-11-16T00:10:30,432 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T00:10:30,433 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns3:test-17317158254262 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T00:10:30,433 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17317158254262","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731715830433"}]},"ts":"1731715830433"} 2024-11-16T00:10:30,436 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17317158254262, state=ENABLING in hbase:meta 2024-11-16T00:10:30,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17317158254262, region=3a820aac8c26897e9393d40da278973d, ASSIGN}] 2024-11-16T00:10:30,438 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17317158254262, region=3a820aac8c26897e9393d40da278973d, ASSIGN 2024-11-16T00:10:30,439 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns3:test-17317158254262, region=3a820aac8c26897e9393d40da278973d, ASSIGN; state=OFFLINE, location=d6ecb9b7dda1,40657,1731715816852; forceNewPlan=false, retain=false 2024-11-16T00:10:30,590 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=3a820aac8c26897e9393d40da278973d, regionState=OPENING, regionLocation=d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:10:30,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns3:test-17317158254262, region=3a820aac8c26897e9393d40da278973d, ASSIGN because future has completed 2024-11-16T00:10:30,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a820aac8c26897e9393d40da278973d, server=d6ecb9b7dda1,40657,1731715816852}] 2024-11-16T00:10:30,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-16T00:10:30,752 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open ns3:test-17317158254262,,1731715829599.3a820aac8c26897e9393d40da278973d. 2024-11-16T00:10:30,752 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a820aac8c26897e9393d40da278973d, NAME => 'ns3:test-17317158254262,,1731715829599.3a820aac8c26897e9393d40da278973d.', STARTKEY => '', ENDKEY => ''} 2024-11-16T00:10:30,752 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-16T00:10:30,753 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17317158254262 3a820aac8c26897e9393d40da278973d 2024-11-16T00:10:30,753 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated ns3:test-17317158254262,,1731715829599.3a820aac8c26897e9393d40da278973d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T00:10:30,753 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 3a820aac8c26897e9393d40da278973d 2024-11-16T00:10:30,753 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 3a820aac8c26897e9393d40da278973d 2024-11-16T00:10:30,755 INFO [StoreOpener-3a820aac8c26897e9393d40da278973d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3a820aac8c26897e9393d40da278973d 2024-11-16T00:10:30,757 INFO [StoreOpener-3a820aac8c26897e9393d40da278973d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a820aac8c26897e9393d40da278973d columnFamilyName f 2024-11-16T00:10:30,757 DEBUG [StoreOpener-3a820aac8c26897e9393d40da278973d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:10:30,758 INFO [StoreOpener-3a820aac8c26897e9393d40da278973d-1 {}] regionserver.HStore(327): Store=3a820aac8c26897e9393d40da278973d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T00:10:30,758 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 3a820aac8c26897e9393d40da278973d 2024-11-16T00:10:30,759 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns3/test-17317158254262/3a820aac8c26897e9393d40da278973d 2024-11-16T00:10:30,760 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns3/test-17317158254262/3a820aac8c26897e9393d40da278973d 2024-11-16T00:10:30,760 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 3a820aac8c26897e9393d40da278973d 2024-11-16T00:10:30,761 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 3a820aac8c26897e9393d40da278973d 2024-11-16T00:10:30,763 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 3a820aac8c26897e9393d40da278973d 2024-11-16T00:10:30,766 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns3/test-17317158254262/3a820aac8c26897e9393d40da278973d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T00:10:30,767 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 3a820aac8c26897e9393d40da278973d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9871627840, jitterRate=-0.0806330144405365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T00:10:30,767 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a820aac8c26897e9393d40da278973d 2024-11-16T00:10:30,769 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 3a820aac8c26897e9393d40da278973d: Running coprocessor pre-open hook at 1731715830753Writing region info on filesystem at 1731715830753Initializing all the Stores at 1731715830755 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731715830755Cleaning up temporary data from old regions at 1731715830761 (+6 ms)Running coprocessor post-open hooks at 1731715830767 (+6 ms)Region opened successfully at 1731715830769 (+2 ms) 2024-11-16T00:10:30,770 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for ns3:test-17317158254262,,1731715829599.3a820aac8c26897e9393d40da278973d., pid=16, masterSystemTime=1731715830747 2024-11-16T00:10:30,773 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for ns3:test-17317158254262,,1731715829599.3a820aac8c26897e9393d40da278973d. 2024-11-16T00:10:30,773 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened ns3:test-17317158254262,,1731715829599.3a820aac8c26897e9393d40da278973d. 2024-11-16T00:10:30,774 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=3a820aac8c26897e9393d40da278973d, regionState=OPEN, openSeqNum=2, regionLocation=d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:10:30,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a820aac8c26897e9393d40da278973d, server=d6ecb9b7dda1,40657,1731715816852 because future has completed 2024-11-16T00:10:30,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-16T00:10:30,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a820aac8c26897e9393d40da278973d, server=d6ecb9b7dda1,40657,1731715816852 in 185 msec 2024-11-16T00:10:30,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-16T00:10:30,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns3:test-17317158254262, region=3a820aac8c26897e9393d40da278973d, ASSIGN in 347 msec 2024-11-16T00:10:30,787 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns3:test-17317158254262 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T00:10:30,787 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17317158254262","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731715830787"}]},"ts":"1731715830787"} 2024-11-16T00:10:30,790 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17317158254262, state=ENABLED in hbase:meta 2024-11-16T00:10:30,792 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17317158254262 execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T00:10:30,794 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns3:test-17317158254262 in 1.1920 sec 2024-11-16T00:10:31,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-16T00:10:31,759 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns3:test-17317158254262 completed 2024-11-16T00:10:31,759 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns3:test-17317158254262 get assigned. Timeout = 60000ms 2024-11-16T00:10:31,760 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T00:10:31,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns3:test-17317158254262 assigned to meta. Checking AM states. 2024-11-16T00:10:31,767 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T00:10:31,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns3:test-17317158254262 assigned. 2024-11-16T00:10:31,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns4:test-17317158254263', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T00:10:31,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns4:test-17317158254263 2024-11-16T00:10:31,773 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17317158254263 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T00:10:31,774 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:10:31,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns4" qualifier: "test-17317158254263" procId is: 17 2024-11-16T00:10:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-16T00:10:31,775 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns4:test-17317158254263 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T00:10:31,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741845_1021 (size=390) 2024-11-16T00:10:31,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-16T00:10:32,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-16T00:10:32,187 INFO [RegionOpenAndInit-ns4:test-17317158254263-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9e982cbfc3e4bdbf189afaacbb386591, NAME => 'ns4:test-17317158254263,,1731715831770.9e982cbfc3e4bdbf189afaacbb386591.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17317158254263', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24 2024-11-16T00:10:32,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741846_1022 (size=50) 2024-11-16T00:10:32,284 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-16T00:10:32,316 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1731715825426' 2024-11-16T00:10:32,316 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17317158254261' 2024-11-16T00:10:32,317 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17317158254262' 2024-11-16T00:10:32,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-16T00:10:32,596 DEBUG [RegionOpenAndInit-ns4:test-17317158254263-pool-0 {}] regionserver.HRegion(898): Instantiated ns4:test-17317158254263,,1731715831770.9e982cbfc3e4bdbf189afaacbb386591.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T00:10:32,596 DEBUG [RegionOpenAndInit-ns4:test-17317158254263-pool-0 {}] regionserver.HRegion(1722): Closing 9e982cbfc3e4bdbf189afaacbb386591, disabling compactions & flushes 2024-11-16T00:10:32,596 INFO [RegionOpenAndInit-ns4:test-17317158254263-pool-0 {}] regionserver.HRegion(1755): Closing region ns4:test-17317158254263,,1731715831770.9e982cbfc3e4bdbf189afaacbb386591. 2024-11-16T00:10:32,596 DEBUG [RegionOpenAndInit-ns4:test-17317158254263-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17317158254263,,1731715831770.9e982cbfc3e4bdbf189afaacbb386591. 2024-11-16T00:10:32,596 DEBUG [RegionOpenAndInit-ns4:test-17317158254263-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17317158254263,,1731715831770.9e982cbfc3e4bdbf189afaacbb386591. after waiting 0 ms 2024-11-16T00:10:32,596 DEBUG [RegionOpenAndInit-ns4:test-17317158254263-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17317158254263,,1731715831770.9e982cbfc3e4bdbf189afaacbb386591. 2024-11-16T00:10:32,596 INFO [RegionOpenAndInit-ns4:test-17317158254263-pool-0 {}] regionserver.HRegion(1973): Closed ns4:test-17317158254263,,1731715831770.9e982cbfc3e4bdbf189afaacbb386591. 2024-11-16T00:10:32,597 DEBUG [RegionOpenAndInit-ns4:test-17317158254263-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9e982cbfc3e4bdbf189afaacbb386591: Waiting for close lock at 1731715832596Disabling compacts and flushes for region at 1731715832596Disabling writes for close at 1731715832596Writing region close event to WAL at 1731715832596Closed at 1731715832596 2024-11-16T00:10:32,602 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns4:test-17317158254263 execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T00:10:32,602 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns4:test-17317158254263,,1731715831770.9e982cbfc3e4bdbf189afaacbb386591.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731715832602"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731715832602"}]},"ts":"1731715832602"} 2024-11-16T00:10:32,605 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T00:10:32,606 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns4:test-17317158254263 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T00:10:32,606 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17317158254263","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731715832606"}]},"ts":"1731715832606"} 2024-11-16T00:10:32,609 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17317158254263, state=ENABLING in hbase:meta 2024-11-16T00:10:32,609 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17317158254263, region=9e982cbfc3e4bdbf189afaacbb386591, ASSIGN}] 2024-11-16T00:10:32,611 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17317158254263, region=9e982cbfc3e4bdbf189afaacbb386591, ASSIGN 2024-11-16T00:10:32,612 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns4:test-17317158254263, region=9e982cbfc3e4bdbf189afaacbb386591, ASSIGN; state=OFFLINE, location=d6ecb9b7dda1,40657,1731715816852; forceNewPlan=false, retain=false 2024-11-16T00:10:32,763 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=9e982cbfc3e4bdbf189afaacbb386591, regionState=OPENING, regionLocation=d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:10:32,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns4:test-17317158254263, region=9e982cbfc3e4bdbf189afaacbb386591, ASSIGN because future has completed 2024-11-16T00:10:32,766 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e982cbfc3e4bdbf189afaacbb386591, server=d6ecb9b7dda1,40657,1731715816852}] 2024-11-16T00:10:32,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-16T00:10:32,924 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open ns4:test-17317158254263,,1731715831770.9e982cbfc3e4bdbf189afaacbb386591. 2024-11-16T00:10:32,925 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e982cbfc3e4bdbf189afaacbb386591, NAME => 'ns4:test-17317158254263,,1731715831770.9e982cbfc3e4bdbf189afaacbb386591.', STARTKEY => '', ENDKEY => ''} 2024-11-16T00:10:32,925 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-16T00:10:32,925 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17317158254263 9e982cbfc3e4bdbf189afaacbb386591 2024-11-16T00:10:32,925 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated ns4:test-17317158254263,,1731715831770.9e982cbfc3e4bdbf189afaacbb386591.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T00:10:32,925 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 9e982cbfc3e4bdbf189afaacbb386591 2024-11-16T00:10:32,926 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 9e982cbfc3e4bdbf189afaacbb386591 2024-11-16T00:10:32,928 INFO [StoreOpener-9e982cbfc3e4bdbf189afaacbb386591-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9e982cbfc3e4bdbf189afaacbb386591 2024-11-16T00:10:32,930 INFO [StoreOpener-9e982cbfc3e4bdbf189afaacbb386591-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e982cbfc3e4bdbf189afaacbb386591 columnFamilyName f 2024-11-16T00:10:32,931 DEBUG [StoreOpener-9e982cbfc3e4bdbf189afaacbb386591-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:10:32,931 INFO [StoreOpener-9e982cbfc3e4bdbf189afaacbb386591-1 {}] regionserver.HStore(327): Store=9e982cbfc3e4bdbf189afaacbb386591/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T00:10:32,932 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 9e982cbfc3e4bdbf189afaacbb386591 2024-11-16T00:10:32,933 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns4/test-17317158254263/9e982cbfc3e4bdbf189afaacbb386591 2024-11-16T00:10:32,933 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns4/test-17317158254263/9e982cbfc3e4bdbf189afaacbb386591 2024-11-16T00:10:32,934 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 9e982cbfc3e4bdbf189afaacbb386591 2024-11-16T00:10:32,934 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 9e982cbfc3e4bdbf189afaacbb386591 2024-11-16T00:10:32,936 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 9e982cbfc3e4bdbf189afaacbb386591 2024-11-16T00:10:32,939 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns4/test-17317158254263/9e982cbfc3e4bdbf189afaacbb386591/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T00:10:32,940 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 9e982cbfc3e4bdbf189afaacbb386591; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11811137120, jitterRate=0.0999978631734848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T00:10:32,940 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9e982cbfc3e4bdbf189afaacbb386591 2024-11-16T00:10:32,940 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 9e982cbfc3e4bdbf189afaacbb386591: Running coprocessor pre-open hook at 1731715832926Writing region info on filesystem at 1731715832926Initializing all the Stores at 1731715832927 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731715832927Cleaning up temporary data from old regions at 1731715832934 (+7 ms)Running coprocessor post-open hooks at 1731715832940 (+6 ms)Region opened successfully at 1731715832940 2024-11-16T00:10:32,942 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for ns4:test-17317158254263,,1731715831770.9e982cbfc3e4bdbf189afaacbb386591., pid=19, masterSystemTime=1731715832919 2024-11-16T00:10:32,944 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for ns4:test-17317158254263,,1731715831770.9e982cbfc3e4bdbf189afaacbb386591. 2024-11-16T00:10:32,945 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened ns4:test-17317158254263,,1731715831770.9e982cbfc3e4bdbf189afaacbb386591. 2024-11-16T00:10:32,946 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=9e982cbfc3e4bdbf189afaacbb386591, regionState=OPEN, openSeqNum=2, regionLocation=d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:10:32,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e982cbfc3e4bdbf189afaacbb386591, server=d6ecb9b7dda1,40657,1731715816852 because future has completed 2024-11-16T00:10:32,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-16T00:10:32,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 9e982cbfc3e4bdbf189afaacbb386591, server=d6ecb9b7dda1,40657,1731715816852 in 184 msec 2024-11-16T00:10:32,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-16T00:10:32,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns4:test-17317158254263, region=9e982cbfc3e4bdbf189afaacbb386591, ASSIGN in 344 msec 2024-11-16T00:10:32,958 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns4:test-17317158254263 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T00:10:32,958 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17317158254263","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731715832958"}]},"ts":"1731715832958"} 2024-11-16T00:10:32,960 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17317158254263, state=ENABLED in hbase:meta 2024-11-16T00:10:32,962 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17317158254263 execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T00:10:32,964 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns4:test-17317158254263 in 1.1920 sec 2024-11-16T00:10:33,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-16T00:10:33,918 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns4:test-17317158254263 completed 2024-11-16T00:10:33,918 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns4:test-17317158254263 get assigned. Timeout = 60000ms 2024-11-16T00:10:33,919 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T00:10:33,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns4:test-17317158254263 assigned to meta. Checking AM states. 2024-11-16T00:10:33,923 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T00:10:33,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns4:test-17317158254263 assigned. 2024-11-16T00:10:33,924 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T00:10:33,924 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestBackupBase.createTables(TestBackupBase.java:481) at org.apache.hadoop.hbase.backup.TestBackupBase.setUpHelper(TestBackupBase.java:343) at org.apache.hadoop.hbase.backup.TestBackupBase.setUp(TestBackupBase.java:357) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T00:10:33,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:10:33,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:10:33,929 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:10:33,949 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=611, OpenFileDescriptor=633, MaxFileDescriptor=1048576, SystemLoadAverage=273, ProcessCount=9, AvailableMemoryMB=8963 2024-11-16T00:10:33,951 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=611 is superior to 500 2024-11-16T00:10:33,952 INFO [Time-limited test {}] backup.TestIncrementalBackup(91): create full backup image for all tables 2024-11-16T00:10:33,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1731715825426 from 'test-1731715825426', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1731715825426', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T00:10:33,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] procedure2.ProcedureExecutor(1139): Stored pid=20, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1731715825426 2024-11-16T00:10:33,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741847_1023 (size=908) 2024-11-16T00:10:34,380 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/.tabledesc/.tableinfo.0000000001.367 2024-11-16T00:10:34,380 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/.tabledesc/.tableinfo.0000000002.908 2024-11-16T00:10:34,385 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1731715825426}] 2024-11-16T00:10:34,393 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731715825426, region=0b9c3225e216808f587422dc5a656127, REOPEN/MOVE}] 2024-11-16T00:10:34,395 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731715825426, region=0b9c3225e216808f587422dc5a656127, REOPEN/MOVE 2024-11-16T00:10:34,397 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=0b9c3225e216808f587422dc5a656127, regionState=CLOSING, regionLocation=d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:10:34,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1731715825426, region=0b9c3225e216808f587422dc5a656127, REOPEN/MOVE because future has completed 2024-11-16T00:10:34,400 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-16T00:10:34,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0b9c3225e216808f587422dc5a656127, server=d6ecb9b7dda1,40657,1731715816852}] 2024-11-16T00:10:34,558 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close 0b9c3225e216808f587422dc5a656127 2024-11-16T00:10:34,559 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-16T00:10:34,559 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing 0b9c3225e216808f587422dc5a656127, disabling compactions & flushes 2024-11-16T00:10:34,559 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127. 2024-11-16T00:10:34,559 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127. 2024-11-16T00:10:34,559 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127. after waiting 0 ms 2024-11-16T00:10:34,559 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127. 2024-11-16T00:10:34,563 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(2902): Flushing 0b9c3225e216808f587422dc5a656127 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-16T00:10:34,652 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/.tmp/f/108a73ce7b0c42be8014a8da5c3a5673 is 37, key is row10/f:q1/1731715827142/Put/seqid=0 2024-11-16T00:10:34,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741848_1024 (size=8413) 2024-11-16T00:10:35,065 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/.tmp/f/108a73ce7b0c42be8014a8da5c3a5673 2024-11-16T00:10:35,123 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/.tmp/f/108a73ce7b0c42be8014a8da5c3a5673 as hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/f/108a73ce7b0c42be8014a8da5c3a5673 2024-11-16T00:10:35,132 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/f/108a73ce7b0c42be8014a8da5c3a5673, entries=99, sequenceid=103, filesize=8.2 K 2024-11-16T00:10:35,139 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 0b9c3225e216808f587422dc5a656127 in 575ms, sequenceid=103, compaction requested=false 2024-11-16T00:10:35,145 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2024-11-16T00:10:35,148 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-16T00:10:35,148 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127. 2024-11-16T00:10:35,148 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for 0b9c3225e216808f587422dc5a656127: Waiting for close lock at 1731715834559Running coprocessor pre-close hooks at 1731715834559Disabling compacts and flushes for region at 1731715834559Disabling writes for close at 1731715834559Obtaining lock to block concurrent updates at 1731715834563 (+4 ms)Preparing flush snapshotting stores in 0b9c3225e216808f587422dc5a656127 at 1731715834563Finished memstore snapshotting test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127., syncing WAL and waiting on mvcc, flushsize=dataSize=3247, getHeapSize=11248, getOffHeapSize=0, getCellsCount=99 at 1731715834571 (+8 ms)Flushing stores of test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127. at 1731715834572 (+1 ms)Flushing 0b9c3225e216808f587422dc5a656127/f: creating writer at 1731715834574 (+2 ms)Flushing 0b9c3225e216808f587422dc5a656127/f: appending metadata at 1731715834635 (+61 ms)Flushing 0b9c3225e216808f587422dc5a656127/f: closing flushed file at 1731715834639 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a7b13bb: reopening flushed file at 1731715835121 (+482 ms)Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 0b9c3225e216808f587422dc5a656127 in 575ms, sequenceid=103, compaction requested=false at 1731715835139 (+18 ms)Writing region close event to WAL at 1731715835140 (+1 ms)Running coprocessor post-close hooks at 1731715835146 (+6 ms)Closed at 1731715835148 (+2 ms) 2024-11-16T00:10:35,148 WARN [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionServer(3299): Not adding moved region record: 0b9c3225e216808f587422dc5a656127 to self. 2024-11-16T00:10:35,151 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17317158254263 2024-11-16T00:10:35,151 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17317158254263 Metrics about Tables on a single HBase RegionServer 2024-11-16T00:10:35,152 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed 0b9c3225e216808f587422dc5a656127 2024-11-16T00:10:35,152 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17317158254262 2024-11-16T00:10:35,152 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17317158254262 Metrics about Tables on a single HBase RegionServer 2024-11-16T00:10:35,153 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=0b9c3225e216808f587422dc5a656127, regionState=CLOSED 2024-11-16T00:10:35,153 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17317158254261 2024-11-16T00:10:35,154 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17317158254261 Metrics about Tables on a single HBase RegionServer 2024-11-16T00:10:35,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0b9c3225e216808f587422dc5a656127, server=d6ecb9b7dda1,40657,1731715816852 because future has completed 2024-11-16T00:10:35,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-16T00:10:35,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure 0b9c3225e216808f587422dc5a656127, server=d6ecb9b7dda1,40657,1731715816852 in 757 msec 2024-11-16T00:10:35,160 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731715825426, region=0b9c3225e216808f587422dc5a656127, REOPEN/MOVE; state=CLOSED, location=d6ecb9b7dda1,40657,1731715816852; forceNewPlan=false, retain=true 2024-11-16T00:10:35,311 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=0b9c3225e216808f587422dc5a656127, regionState=OPENING, regionLocation=d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:10:35,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731715825426, region=0b9c3225e216808f587422dc5a656127, REOPEN/MOVE because future has completed 2024-11-16T00:10:35,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b9c3225e216808f587422dc5a656127, server=d6ecb9b7dda1,40657,1731715816852}] 2024-11-16T00:10:35,472 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127. 2024-11-16T00:10:35,472 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b9c3225e216808f587422dc5a656127, NAME => 'test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127.', STARTKEY => '', ENDKEY => ''} 2024-11-16T00:10:35,473 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-16T00:10:35,473 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731715825426 0b9c3225e216808f587422dc5a656127 2024-11-16T00:10:35,473 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T00:10:35,473 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 0b9c3225e216808f587422dc5a656127 2024-11-16T00:10:35,473 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 0b9c3225e216808f587422dc5a656127 2024-11-16T00:10:35,475 INFO [StoreOpener-0b9c3225e216808f587422dc5a656127-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0b9c3225e216808f587422dc5a656127 2024-11-16T00:10:35,477 INFO [StoreOpener-0b9c3225e216808f587422dc5a656127-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b9c3225e216808f587422dc5a656127 columnFamilyName f 2024-11-16T00:10:35,477 DEBUG [StoreOpener-0b9c3225e216808f587422dc5a656127-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:10:35,486 DEBUG [StoreOpener-0b9c3225e216808f587422dc5a656127-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/f/108a73ce7b0c42be8014a8da5c3a5673 2024-11-16T00:10:35,486 INFO [StoreOpener-0b9c3225e216808f587422dc5a656127-1 {}] regionserver.HStore(327): Store=0b9c3225e216808f587422dc5a656127/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T00:10:35,487 INFO [StoreOpener-0b9c3225e216808f587422dc5a656127-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 0b9c3225e216808f587422dc5a656127 2024-11-16T00:10:35,489 INFO [StoreOpener-0b9c3225e216808f587422dc5a656127-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b9c3225e216808f587422dc5a656127 columnFamilyName f3 2024-11-16T00:10:35,489 DEBUG [StoreOpener-0b9c3225e216808f587422dc5a656127-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:10:35,489 INFO [StoreOpener-0b9c3225e216808f587422dc5a656127-1 {}] regionserver.HStore(327): Store=0b9c3225e216808f587422dc5a656127/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T00:10:35,491 INFO [StoreOpener-0b9c3225e216808f587422dc5a656127-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 0b9c3225e216808f587422dc5a656127 2024-11-16T00:10:35,497 INFO [StoreOpener-0b9c3225e216808f587422dc5a656127-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b9c3225e216808f587422dc5a656127 columnFamilyName mob 2024-11-16T00:10:35,501 DEBUG [StoreOpener-0b9c3225e216808f587422dc5a656127-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:10:35,502 INFO [StoreOpener-0b9c3225e216808f587422dc5a656127-1 {}] regionserver.HStore(327): Store=0b9c3225e216808f587422dc5a656127/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T00:10:35,503 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 0b9c3225e216808f587422dc5a656127 2024-11-16T00:10:35,504 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127 2024-11-16T00:10:35,506 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127 2024-11-16T00:10:35,507 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 0b9c3225e216808f587422dc5a656127 2024-11-16T00:10:35,507 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 0b9c3225e216808f587422dc5a656127 2024-11-16T00:10:35,508 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1731715825426 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T00:10:35,510 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 0b9c3225e216808f587422dc5a656127 2024-11-16T00:10:35,512 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 0b9c3225e216808f587422dc5a656127; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9475840640, jitterRate=-0.11749356985092163}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T00:10:35,512 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b9c3225e216808f587422dc5a656127 2024-11-16T00:10:35,513 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 0b9c3225e216808f587422dc5a656127: Running coprocessor pre-open hook at 1731715835473Writing region info on filesystem at 1731715835473Initializing all the Stores at 1731715835475 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731715835475Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731715835475Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731715835475Cleaning up temporary data from old regions at 1731715835507 (+32 ms)Running coprocessor post-open hooks at 1731715835512 (+5 ms)Region opened successfully at 1731715835513 (+1 ms) 2024-11-16T00:10:35,514 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127., pid=24, masterSystemTime=1731715835467 2024-11-16T00:10:35,517 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127. 2024-11-16T00:10:35,517 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127. 2024-11-16T00:10:35,518 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=0b9c3225e216808f587422dc5a656127, regionState=OPEN, openSeqNum=107, regionLocation=d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:10:35,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b9c3225e216808f587422dc5a656127, server=d6ecb9b7dda1,40657,1731715816852 because future has completed 2024-11-16T00:10:35,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=22 2024-11-16T00:10:35,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b9c3225e216808f587422dc5a656127, server=d6ecb9b7dda1,40657,1731715816852 in 208 msec 2024-11-16T00:10:35,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-16T00:10:35,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731715825426, region=0b9c3225e216808f587422dc5a656127, REOPEN/MOVE in 1.1320 sec 2024-11-16T00:10:35,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-16T00:10:35,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1731715825426 in 1.1450 sec 2024-11-16T00:10:35,537 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1731715825426 in 1.5760 sec 2024-11-16T00:10:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=20 2024-11-16T00:10:35,539 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1731715825426 completed 2024-11-16T00:10:35,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16e63192, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:10:35,540 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:10:35,540 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:10:35,541 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:10:35,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:10:35,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:10:35,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2231f7ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:10:35,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:10:35,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:10:35,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:10:35,544 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:10:35,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12b86b0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:10:35,546 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:10:35,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:10:35,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:10:35,548 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T00:10:35,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731715825426', row='row-test-1731715825426-3-0', locateType=CURRENT is [region=test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=107] 2024-11-16T00:10:35,603 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T00:10:35,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d6ecb9b7dda1,34699,1731715814695 2024-11-16T00:10:35,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18d19ef8 2024-11-16T00:10:35,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T00:10:35,608 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T00:10:35,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'backup'} 2024-11-16T00:10:35,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=backup 2024-11-16T00:10:35,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-16T00:10:35,631 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=backup in 10 msec 2024-11-16T00:10:35,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-16T00:10:35,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: backup completed 2024-11-16T00:10:35,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T00:10:35,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system 2024-11-16T00:10:35,746 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T00:10:35,746 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:10:35,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2024-11-16T00:10:35,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-16T00:10:35,748 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T00:10:35,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741849_1025 (size=635) 2024-11-16T00:10:35,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-16T00:10:36,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-16T00:10:36,158 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => add07963b46db94d5e030fc88f785a76, NAME => 'backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24 2024-11-16T00:10:36,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741850_1026 (size=40) 2024-11-16T00:10:36,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-16T00:10:36,569 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T00:10:36,569 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1722): Closing add07963b46db94d5e030fc88f785a76, disabling compactions & flushes 2024-11-16T00:10:36,569 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76. 2024-11-16T00:10:36,569 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76. 2024-11-16T00:10:36,569 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76. after waiting 0 ms 2024-11-16T00:10:36,569 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76. 2024-11-16T00:10:36,569 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1973): Closed backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76. 2024-11-16T00:10:36,569 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1676): Region close journal for add07963b46db94d5e030fc88f785a76: Waiting for close lock at 1731715836569Disabling compacts and flushes for region at 1731715836569Disabling writes for close at 1731715836569Writing region close event to WAL at 1731715836569Closed at 1731715836569 2024-11-16T00:10:36,571 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T00:10:36,571 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1731715836571"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731715836571"}]},"ts":"1731715836571"} 2024-11-16T00:10:36,574 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T00:10:36,575 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T00:10:36,575 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731715836575"}]},"ts":"1731715836575"} 2024-11-16T00:10:36,578 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta 2024-11-16T00:10:36,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=add07963b46db94d5e030fc88f785a76, ASSIGN}] 2024-11-16T00:10:36,579 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=add07963b46db94d5e030fc88f785a76, ASSIGN 2024-11-16T00:10:36,581 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=add07963b46db94d5e030fc88f785a76, ASSIGN; state=OFFLINE, location=d6ecb9b7dda1,40657,1731715816852; forceNewPlan=false, retain=false 2024-11-16T00:10:36,731 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=add07963b46db94d5e030fc88f785a76, regionState=OPENING, regionLocation=d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:10:36,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=add07963b46db94d5e030fc88f785a76, ASSIGN because future has completed 2024-11-16T00:10:36,734 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure add07963b46db94d5e030fc88f785a76, server=d6ecb9b7dda1,40657,1731715816852}] 2024-11-16T00:10:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-16T00:10:36,892 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76. 2024-11-16T00:10:36,892 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => add07963b46db94d5e030fc88f785a76, NAME => 'backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76.', STARTKEY => '', ENDKEY => ''} 2024-11-16T00:10:36,892 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-16T00:10:36,892 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system add07963b46db94d5e030fc88f785a76 2024-11-16T00:10:36,893 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T00:10:36,893 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for add07963b46db94d5e030fc88f785a76 2024-11-16T00:10:36,893 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for add07963b46db94d5e030fc88f785a76 2024-11-16T00:10:36,895 INFO [StoreOpener-add07963b46db94d5e030fc88f785a76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region add07963b46db94d5e030fc88f785a76 2024-11-16T00:10:36,897 INFO [StoreOpener-add07963b46db94d5e030fc88f785a76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region add07963b46db94d5e030fc88f785a76 columnFamilyName meta 2024-11-16T00:10:36,897 DEBUG [StoreOpener-add07963b46db94d5e030fc88f785a76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:10:36,897 INFO [StoreOpener-add07963b46db94d5e030fc88f785a76-1 {}] regionserver.HStore(327): Store=add07963b46db94d5e030fc88f785a76/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T00:10:36,898 INFO [StoreOpener-add07963b46db94d5e030fc88f785a76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region add07963b46db94d5e030fc88f785a76 2024-11-16T00:10:36,900 INFO [StoreOpener-add07963b46db94d5e030fc88f785a76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region add07963b46db94d5e030fc88f785a76 columnFamilyName session 2024-11-16T00:10:36,900 DEBUG [StoreOpener-add07963b46db94d5e030fc88f785a76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:10:36,901 INFO [StoreOpener-add07963b46db94d5e030fc88f785a76-1 {}] regionserver.HStore(327): Store=add07963b46db94d5e030fc88f785a76/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T00:10:36,901 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for add07963b46db94d5e030fc88f785a76 2024-11-16T00:10:36,902 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76 2024-11-16T00:10:36,903 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76 2024-11-16T00:10:36,904 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for add07963b46db94d5e030fc88f785a76 2024-11-16T00:10:36,904 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for add07963b46db94d5e030fc88f785a76 2024-11-16T00:10:36,904 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-16T00:10:36,906 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for add07963b46db94d5e030fc88f785a76 2024-11-16T00:10:36,909 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T00:10:36,909 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened add07963b46db94d5e030fc88f785a76; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10086411840, jitterRate=-0.060629695653915405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-16T00:10:36,910 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for add07963b46db94d5e030fc88f785a76 2024-11-16T00:10:36,910 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for add07963b46db94d5e030fc88f785a76: Running coprocessor pre-open hook at 1731715836893Writing region info on filesystem at 1731715836893Initializing all the Stores at 1731715836894 (+1 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731715836894Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731715836895 (+1 ms)Cleaning up temporary data from old regions at 1731715836904 (+9 ms)Running coprocessor post-open hooks at 1731715836910 (+6 ms)Region opened successfully at 1731715836910 2024-11-16T00:10:36,911 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76., pid=28, masterSystemTime=1731715836887 2024-11-16T00:10:36,914 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76. 2024-11-16T00:10:36,914 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76. 2024-11-16T00:10:36,914 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=add07963b46db94d5e030fc88f785a76, regionState=OPEN, openSeqNum=2, regionLocation=d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:10:36,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure add07963b46db94d5e030fc88f785a76, server=d6ecb9b7dda1,40657,1731715816852 because future has completed 2024-11-16T00:10:36,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-16T00:10:36,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure add07963b46db94d5e030fc88f785a76, server=d6ecb9b7dda1,40657,1731715816852 in 184 msec 2024-11-16T00:10:36,924 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-16T00:10:36,924 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=add07963b46db94d5e030fc88f785a76, ASSIGN in 343 msec 2024-11-16T00:10:36,925 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T00:10:36,926 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731715836926"}]},"ts":"1731715836926"} 2024-11-16T00:10:36,929 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta 2024-11-16T00:10:36,931 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T00:10:36,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system in 1.1870 sec 2024-11-16T00:10:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-16T00:10:37,899 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system completed 2024-11-16T00:10:37,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T00:10:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system_bulk 2024-11-16T00:10:37,924 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T00:10:37,925 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:10:37,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2024-11-16T00:10:37,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-16T00:10:37,926 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T00:10:37,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741851_1027 (size=640) 2024-11-16T00:10:38,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-16T00:10:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-16T00:10:38,336 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b413900ac04937c4054ea993d4ff581a, NAME => 'backup:system_bulk,,1731715837921.b413900ac04937c4054ea993d4ff581a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24 2024-11-16T00:10:38,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741852_1028 (size=45) 2024-11-16T00:10:38,428 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-16T00:10:38,461 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2024-11-16T00:10:38,461 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17317158254263' 2024-11-16T00:10:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-16T00:10:38,745 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1731715837921.b413900ac04937c4054ea993d4ff581a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T00:10:38,746 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1722): Closing b413900ac04937c4054ea993d4ff581a, disabling compactions & flushes 2024-11-16T00:10:38,746 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1731715837921.b413900ac04937c4054ea993d4ff581a. 2024-11-16T00:10:38,746 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1731715837921.b413900ac04937c4054ea993d4ff581a. 2024-11-16T00:10:38,746 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1731715837921.b413900ac04937c4054ea993d4ff581a. after waiting 0 ms 2024-11-16T00:10:38,746 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1731715837921.b413900ac04937c4054ea993d4ff581a. 2024-11-16T00:10:38,746 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1973): Closed backup:system_bulk,,1731715837921.b413900ac04937c4054ea993d4ff581a. 2024-11-16T00:10:38,746 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1676): Region close journal for b413900ac04937c4054ea993d4ff581a: Waiting for close lock at 1731715838746Disabling compacts and flushes for region at 1731715838746Disabling writes for close at 1731715838746Writing region close event to WAL at 1731715838746Closed at 1731715838746 2024-11-16T00:10:38,748 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T00:10:38,748 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system_bulk,,1731715837921.b413900ac04937c4054ea993d4ff581a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731715838748"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731715838748"}]},"ts":"1731715838748"} 2024-11-16T00:10:38,752 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T00:10:38,753 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T00:10:38,754 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731715838754"}]},"ts":"1731715838754"} 2024-11-16T00:10:38,756 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2024-11-16T00:10:38,757 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=b413900ac04937c4054ea993d4ff581a, ASSIGN}] 2024-11-16T00:10:38,758 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=b413900ac04937c4054ea993d4ff581a, ASSIGN 2024-11-16T00:10:38,760 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=b413900ac04937c4054ea993d4ff581a, ASSIGN; state=OFFLINE, location=d6ecb9b7dda1,40657,1731715816852; forceNewPlan=false, retain=false 2024-11-16T00:10:38,910 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=b413900ac04937c4054ea993d4ff581a, regionState=OPENING, regionLocation=d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:10:38,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=b413900ac04937c4054ea993d4ff581a, ASSIGN because future has completed 2024-11-16T00:10:38,915 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure b413900ac04937c4054ea993d4ff581a, server=d6ecb9b7dda1,40657,1731715816852}] 2024-11-16T00:10:39,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-16T00:10:39,075 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open backup:system_bulk,,1731715837921.b413900ac04937c4054ea993d4ff581a. 2024-11-16T00:10:39,076 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => b413900ac04937c4054ea993d4ff581a, NAME => 'backup:system_bulk,,1731715837921.b413900ac04937c4054ea993d4ff581a.', STARTKEY => '', ENDKEY => ''} 2024-11-16T00:10:39,076 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-16T00:10:39,076 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk b413900ac04937c4054ea993d4ff581a 2024-11-16T00:10:39,077 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1731715837921.b413900ac04937c4054ea993d4ff581a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T00:10:39,077 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for b413900ac04937c4054ea993d4ff581a 2024-11-16T00:10:39,077 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for b413900ac04937c4054ea993d4ff581a 2024-11-16T00:10:39,080 INFO [StoreOpener-b413900ac04937c4054ea993d4ff581a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region b413900ac04937c4054ea993d4ff581a 2024-11-16T00:10:39,083 INFO [StoreOpener-b413900ac04937c4054ea993d4ff581a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b413900ac04937c4054ea993d4ff581a columnFamilyName meta 2024-11-16T00:10:39,083 DEBUG [StoreOpener-b413900ac04937c4054ea993d4ff581a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:10:39,084 INFO [StoreOpener-b413900ac04937c4054ea993d4ff581a-1 {}] regionserver.HStore(327): Store=b413900ac04937c4054ea993d4ff581a/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T00:10:39,085 INFO [StoreOpener-b413900ac04937c4054ea993d4ff581a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region b413900ac04937c4054ea993d4ff581a 2024-11-16T00:10:39,087 INFO [StoreOpener-b413900ac04937c4054ea993d4ff581a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b413900ac04937c4054ea993d4ff581a columnFamilyName session 2024-11-16T00:10:39,087 DEBUG [StoreOpener-b413900ac04937c4054ea993d4ff581a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:10:39,087 INFO [StoreOpener-b413900ac04937c4054ea993d4ff581a-1 {}] regionserver.HStore(327): Store=b413900ac04937c4054ea993d4ff581a/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T00:10:39,088 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for b413900ac04937c4054ea993d4ff581a 2024-11-16T00:10:39,089 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system_bulk/b413900ac04937c4054ea993d4ff581a 2024-11-16T00:10:39,089 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system_bulk/b413900ac04937c4054ea993d4ff581a 2024-11-16T00:10:39,093 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for b413900ac04937c4054ea993d4ff581a 2024-11-16T00:10:39,094 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for b413900ac04937c4054ea993d4ff581a 2024-11-16T00:10:39,095 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-16T00:10:39,099 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for b413900ac04937c4054ea993d4ff581a 2024-11-16T00:10:39,105 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system_bulk/b413900ac04937c4054ea993d4ff581a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T00:10:39,107 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened b413900ac04937c4054ea993d4ff581a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11137540160, jitterRate=0.03726425766944885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-16T00:10:39,107 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b413900ac04937c4054ea993d4ff581a 2024-11-16T00:10:39,108 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for b413900ac04937c4054ea993d4ff581a: Running coprocessor pre-open hook at 1731715839077Writing region info on filesystem at 1731715839077Initializing all the Stores at 1731715839079 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731715839079Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731715839080 (+1 ms)Cleaning up temporary data from old regions at 1731715839094 (+14 ms)Running coprocessor post-open hooks at 1731715839107 (+13 ms)Region opened successfully at 1731715839108 (+1 ms) 2024-11-16T00:10:39,113 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system_bulk,,1731715837921.b413900ac04937c4054ea993d4ff581a., pid=31, masterSystemTime=1731715839068 2024-11-16T00:10:39,121 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system_bulk,,1731715837921.b413900ac04937c4054ea993d4ff581a. 2024-11-16T00:10:39,121 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened backup:system_bulk,,1731715837921.b413900ac04937c4054ea993d4ff581a. 2024-11-16T00:10:39,123 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=b413900ac04937c4054ea993d4ff581a, regionState=OPEN, openSeqNum=2, regionLocation=d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:10:39,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure b413900ac04937c4054ea993d4ff581a, server=d6ecb9b7dda1,40657,1731715816852 because future has completed 2024-11-16T00:10:39,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-16T00:10:39,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure b413900ac04937c4054ea993d4ff581a, server=d6ecb9b7dda1,40657,1731715816852 in 218 msec 2024-11-16T00:10:39,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-16T00:10:39,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=b413900ac04937c4054ea993d4ff581a, ASSIGN in 383 msec 2024-11-16T00:10:39,146 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T00:10:39,146 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731715839146"}]},"ts":"1731715839146"} 2024-11-16T00:10:39,149 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2024-11-16T00:10:39,151 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T00:10:39,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system_bulk in 1.2290 sec 2024-11-16T00:10:40,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-16T00:10:40,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system_bulk completed 2024-11-16T00:10:40,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-16T00:10:40,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-16T00:10:40,107 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-16T00:10:40,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='activesession:', locateType=CURRENT is [region=backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2] 2024-11-16T00:10:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2024-11-16T00:10:40,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-16T00:10:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731715840145 (current time:1731715840145). 2024-11-16T00:10:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-16T00:10:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-16T00:10:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b4ca0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:10:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:10:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:10:40,148 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:10:40,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:10:40,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:10:40,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fc1bd10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:10:40,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:10:40,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:10:40,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:10:40,150 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:10:40,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36ca51e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:10:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:10:40,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:10:40,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:10:40,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T00:10:40,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699. 2024-11-16T00:10:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T00:10:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:10:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:10:40,158 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:10:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-16T00:10:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-16T00:10:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-16T00:10:40,171 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-16T00:10:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-16T00:10:40,176 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-16T00:10:40,191 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-16T00:10:40,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741853_1029 (size=52) 2024-11-16T00:10:40,200 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-16T00:10:40,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure add07963b46db94d5e030fc88f785a76}] 2024-11-16T00:10:40,209 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure add07963b46db94d5e030fc88f785a76 2024-11-16T00:10:40,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-16T00:10:40,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40657 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-16T00:10:40,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76. 2024-11-16T00:10:40,368 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing add07963b46db94d5e030fc88f785a76 2/2 column families, dataSize=45 B heapSize=632 B 2024-11-16T00:10:40,394 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/.tmp/session/7f040cff99c24b618d29ab05155a5525 is 49, key is activesession:/session:c/1731715840129/Put/seqid=0 2024-11-16T00:10:40,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741854_1030 (size=5049) 2024-11-16T00:10:40,416 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/.tmp/session/7f040cff99c24b618d29ab05155a5525 2024-11-16T00:10:40,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-16T00:10:40,506 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/.tmp/session/7f040cff99c24b618d29ab05155a5525 as hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/session/7f040cff99c24b618d29ab05155a5525 2024-11-16T00:10:40,553 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/session/7f040cff99c24b618d29ab05155a5525, entries=1, sequenceid=5, filesize=4.9 K 2024-11-16T00:10:40,562 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for add07963b46db94d5e030fc88f785a76 in 193ms, sequenceid=5, compaction requested=false 2024-11-16T00:10:40,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for add07963b46db94d5e030fc88f785a76: 2024-11-16T00:10:40,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76. for snapshot_backup_system completed. 2024-11-16T00:10:40,564 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76.' region-info for snapshot=snapshot_backup_system 2024-11-16T00:10:40,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T00:10:40,572 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T00:10:40,573 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/session/7f040cff99c24b618d29ab05155a5525] hfiles 2024-11-16T00:10:40,575 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/session/7f040cff99c24b618d29ab05155a5525 for snapshot=snapshot_backup_system 2024-11-16T00:10:40,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741855_1031 (size=95) 2024-11-16T00:10:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-16T00:10:41,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76. 2024-11-16T00:10:41,050 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-16T00:10:41,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-16T00:10:41,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region add07963b46db94d5e030fc88f785a76 2024-11-16T00:10:41,054 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure add07963b46db94d5e030fc88f785a76 2024-11-16T00:10:41,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-16T00:10:41,062 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-16T00:10:41,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; SnapshotRegionProcedure add07963b46db94d5e030fc88f785a76 in 853 msec 2024-11-16T00:10:41,065 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-16T00:10:41,067 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-16T00:10:41,067 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-16T00:10:41,070 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-16T00:10:41,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741856_1032 (size=731) 2024-11-16T00:10:41,123 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-16T00:10:41,149 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-16T00:10:41,151 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/.hbase-snapshot/snapshot_backup_system 2024-11-16T00:10:41,154 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-16T00:10:41,155 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-16T00:10:41,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 990 msec 2024-11-16T00:10:41,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-16T00:10:41,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-16T00:10:41,310 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731715835587 started at 1731715841309. 2024-11-16T00:10:41,334 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731715835587 has been started. 2024-11-16T00:10:41,342 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-16T00:10:41,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-16T00:10:41,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-16T00:10:41,356 INFO [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-16T00:10:41,356 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-16T00:10:41,357 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-16T00:10:41,357 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-16T00:10:41,358 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-16T00:10:41,358 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-16T00:10:41,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-16T00:10:41,493 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:10:41,493 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-16T00:10:41,493 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-16T00:10:41,493 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:10:41,493 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-16T00:10:41,494 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-16T00:10:41,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-16T00:10:41,495 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-16T00:10:41,495 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-16T00:10:41,495 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-16T00:10:41,497 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-16T00:10:41,497 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-16T00:10:41,498 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-16T00:10:41,498 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-16T00:10:41,498 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-16T00:10:41,498 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-16T00:10:41,499 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'd6ecb9b7dda1,40657,1731715816852' joining acquired barrier for procedure (rolllog) in zk 2024-11-16T00:10:41,521 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-16T00:10:41,522 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-16T00:10:41,522 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-16T00:10:41,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:10:41,524 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:10:41,524 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-16T00:10:41,524 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-16T00:10:41,525 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-16T00:10:41,526 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-16T00:10:41,526 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-16T00:10:41,527 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:10:41,529 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-16T00:10:41,530 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'd6ecb9b7dda1,40657,1731715816852' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-16T00:10:41,530 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@4c06ec12[Count = 0] remaining members to acquire global barrier 2024-11-16T00:10:41,530 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-16T00:10:41,531 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-16T00:10:41,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-16T00:10:41,543 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-16T00:10:41,543 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-16T00:10:41,543 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-16T00:10:41,543 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:10:41,543 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-16T00:10:41,544 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-16T00:10:41,545 DEBUG [rs(d6ecb9b7dda1,40657,1731715816852)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:10:41,553 INFO [rs(d6ecb9b7dda1,40657,1731715816852)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731715820158 highest: 1731715826751 on d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:10:41,553 DEBUG [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-1:(num 1731715826751) roll requested 2024-11-16T00:10:41,574 DEBUG [regionserver/d6ecb9b7dda1:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-1.1731715841554, exclude list is [], retry=0 2024-11-16T00:10:41,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38121,DS-57c80096-5af5-4b50-923b-58561b8796c3,DISK] 2024-11-16T00:10:41,586 INFO [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-1.1731715826751 with entries=24, filesize=4.64 KB; new WAL /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-1.1731715841554 2024-11-16T00:10:41,587 DEBUG [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45251:45251)] 2024-11-16T00:10:41,587 DEBUG [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-1.1731715826751 is not closed yet, will try archiving it next time 2024-11-16T00:10:41,587 DEBUG [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d6ecb9b7dda1%2C40657%2C1731715816852.meta:.meta(num 1731715820599) roll requested 2024-11-16T00:10:41,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741840_1016 (size=4756) 2024-11-16T00:10:41,590 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-1.1731715826751 not finished, retry = 0 2024-11-16T00:10:41,601 DEBUG [regionserver/d6ecb9b7dda1:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.meta.1731715841587.meta, exclude list is [], retry=0 2024-11-16T00:10:41,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38121,DS-57c80096-5af5-4b50-923b-58561b8796c3,DISK] 2024-11-16T00:10:41,607 INFO [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.meta.1731715820599.meta with entries=42, filesize=11.76 KB; new WAL /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.meta.1731715841587.meta 2024-11-16T00:10:41,608 DEBUG [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45251:45251)] 2024-11-16T00:10:41,608 DEBUG [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.meta.1731715820599.meta is not closed yet, will try archiving it next time 2024-11-16T00:10:41,608 DEBUG [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-0:(num 1731715820158) roll requested 2024-11-16T00:10:41,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741834_1010 (size=12055) 2024-11-16T00:10:41,626 DEBUG [regionserver/d6ecb9b7dda1:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-0.1731715841608, exclude list is [], retry=0 2024-11-16T00:10:41,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38121,DS-57c80096-5af5-4b50-923b-58561b8796c3,DISK] 2024-11-16T00:10:41,634 DEBUG [rs(d6ecb9b7dda1,40657,1731715816852)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 81 2024-11-16T00:10:41,634 INFO [rs(d6ecb9b7dda1,40657,1731715816852)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731715841608 on d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:10:41,635 DEBUG [rs(d6ecb9b7dda1,40657,1731715816852)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T00:10:41,635 DEBUG [rs(d6ecb9b7dda1,40657,1731715816852)-backup-pool-0 {}] client.AsyncConnectionImpl(321): The fetched master address is d6ecb9b7dda1,34699,1731715814695 2024-11-16T00:10:41,635 DEBUG [rs(d6ecb9b7dda1,40657,1731715816852)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49da7f6e 2024-11-16T00:10:41,635 DEBUG [rs(d6ecb9b7dda1,40657,1731715816852)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T00:10:41,638 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55035, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-16T00:10:41,640 DEBUG [rs(d6ecb9b7dda1,40657,1731715816852)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:10:41,640 DEBUG [rs(d6ecb9b7dda1,40657,1731715816852)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:10:41,641 DEBUG [rs(d6ecb9b7dda1,40657,1731715816852)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:10:41,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56475, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-16T00:10:41,642 INFO [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-0.1731715820158 with entries=3, filesize=1.00 KB; new WAL /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-0.1731715841608 2024-11-16T00:10:41,643 DEBUG [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45251:45251)] 2024-11-16T00:10:41,643 DEBUG [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-0.1731715820158 is not closed yet, will try archiving it next time 2024-11-16T00:10:41,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741833_1009 (size=1034) 2024-11-16T00:10:41,654 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-0.1731715820158 to hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/oldWALs/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-0.1731715820158 2024-11-16T00:10:41,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-16T00:10:41,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-16T00:10:41,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='rslogts:hdfs://localhost:39311/backupUT\x00', locateType=CURRENT is [region=backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2] 2024-11-16T00:10:41,690 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-16T00:10:41,690 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'd6ecb9b7dda1,40657,1731715816852' in zk 2024-11-16T00:10:41,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:10:41,703 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-16T00:10:41,703 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-16T00:10:41,703 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:10:41,703 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-16T00:10:41,703 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-16T00:10:41,703 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-16T00:10:41,704 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-16T00:10:41,704 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-16T00:10:41,705 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-16T00:10:41,705 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:10:41,706 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-16T00:10:41,708 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-16T00:10:41,709 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:10:41,710 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'd6ecb9b7dda1,40657,1731715816852': 2024-11-16T00:10:41,710 INFO [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-16T00:10:41,710 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-16T00:10:41,710 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-16T00:10:41,710 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-16T00:10:41,710 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'd6ecb9b7dda1,40657,1731715816852' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-16T00:10:41,711 INFO [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-16T00:10:41,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-16T00:10:41,725 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-16T00:10:41,725 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-16T00:10:41,725 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-16T00:10:41,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-16T00:10:41,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-16T00:10:41,728 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-16T00:10:41,728 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-16T00:10:41,728 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-16T00:10:41,732 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-16T00:10:41,736 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:10:41,737 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-16T00:10:41,737 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-16T00:10:41,737 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-16T00:10:41,737 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-16T00:10:41,740 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-16T00:10:41,741 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:10:41,742 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-16T00:10:41,751 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-16T00:10:41,755 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:10:41,755 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:10:41,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:10:41,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-16T00:10:41,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-16T00:10:41,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:10:41,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-16T00:10:41,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-16T00:10:41,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-16T00:10:41,778 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-16T00:10:41,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-16T00:10:41,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-16T00:10:41,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-16T00:10:41,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-16T00:10:41,781 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-16T00:10:41,781 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-16T00:10:41,785 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-16T00:10:41,785 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-16T00:10:41,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-16T00:10:41,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731715841802_default_test-1731715825426 table=test-1731715825426 type=FLUSH ttl=0 } 2024-11-16T00:10:41,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731715841803 (current time:1731715841803). 2024-11-16T00:10:41,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-16T00:10:41,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731715841802_default_test-1731715825426 VERSION not specified, setting to 2 2024-11-16T00:10:41,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ad3e20a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:10:41,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:10:41,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:10:41,808 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:10:41,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:10:41,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:10:41,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1051f321, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:10:41,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:10:41,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:10:41,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:10:41,812 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:10:41,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dcb28d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:10:41,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:10:41,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:10:41,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:10:41,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T00:10:41,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699. 2024-11-16T00:10:41,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T00:10:41,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:10:41,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:10:41,824 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:10:41,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-16T00:10:41,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731715841802_default_test-1731715825426 table=test-1731715825426 type=FLUSH ttl=0 } 2024-11-16T00:10:41,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731715841802_default_test-1731715825426 table=test-1731715825426 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-16T00:10:41,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-16T00:10:41,834 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731715841802_default_test-1731715825426 table=test-1731715825426 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-16T00:10:41,836 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731715841802_default_test-1731715825426 table=test-1731715825426 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-16T00:10:41,841 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731715841802_default_test-1731715825426 table=test-1731715825426 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-16T00:10:41,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741860_1036 (size=84) 2024-11-16T00:10:41,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-16T00:10:42,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-16T00:10:42,260 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731715841802_default_test-1731715825426 table=test-1731715825426 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-16T00:10:42,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b9c3225e216808f587422dc5a656127}] 2024-11-16T00:10:42,261 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b9c3225e216808f587422dc5a656127 2024-11-16T00:10:42,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40657 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-16T00:10:42,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127. 2024-11-16T00:10:42,414 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 0b9c3225e216808f587422dc5a656127 3/3 column families, dataSize=654 B heapSize=2.25 KB 2024-11-16T00:10:42,434 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/.tmp/f3/7b93ed322c5a47c394a69196db586551 is 58, key is row-test-1731715825426-3-0/f3:q1/1731715835554/Put/seqid=0 2024-11-16T00:10:42,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741861_1037 (size=5387) 2024-11-16T00:10:42,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-16T00:10:42,840 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/.tmp/f3/7b93ed322c5a47c394a69196db586551 2024-11-16T00:10:42,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741862_1038 (size=4469) 2024-11-16T00:10:42,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-16T00:10:43,286 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/.tmp/mob/2afc52637db74231b13619c21a5a50c0 is 59, key is row-test-1731715825426-3-0/mob:q1/1731715835570/Put/seqid=0 2024-11-16T00:10:43,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741863_1039 (size=5484) 2024-11-16T00:10:43,698 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/.tmp/mob/2afc52637db74231b13619c21a5a50c0 2024-11-16T00:10:43,710 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/.tmp/f3/7b93ed322c5a47c394a69196db586551 as hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/f3/7b93ed322c5a47c394a69196db586551 2024-11-16T00:10:43,721 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/f3/7b93ed322c5a47c394a69196db586551, entries=6, sequenceid=121, filesize=5.3 K 2024-11-16T00:10:43,724 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/.tmp/mob/2afc52637db74231b13619c21a5a50c0 as hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/mob/2afc52637db74231b13619c21a5a50c0 2024-11-16T00:10:43,736 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/mob/2afc52637db74231b13619c21a5a50c0, entries=6, sequenceid=121, filesize=5.4 K 2024-11-16T00:10:43,737 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 0b9c3225e216808f587422dc5a656127 in 1323ms, sequenceid=121, compaction requested=false 2024-11-16T00:10:43,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 0b9c3225e216808f587422dc5a656127: 2024-11-16T00:10:43,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127. for snapshot_1731715841802_default_test-1731715825426 completed. 2024-11-16T00:10:43,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127.' region-info for snapshot=snapshot_1731715841802_default_test-1731715825426 2024-11-16T00:10:43,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T00:10:43,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/f/108a73ce7b0c42be8014a8da5c3a5673] hfiles 2024-11-16T00:10:43,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/f/108a73ce7b0c42be8014a8da5c3a5673 for snapshot=snapshot_1731715841802_default_test-1731715825426 2024-11-16T00:10:43,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/f3/7b93ed322c5a47c394a69196db586551] hfiles 2024-11-16T00:10:43,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/f3/7b93ed322c5a47c394a69196db586551 for snapshot=snapshot_1731715841802_default_test-1731715825426 2024-11-16T00:10:43,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/mob/2afc52637db74231b13619c21a5a50c0] hfiles 2024-11-16T00:10:43,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/mob/2afc52637db74231b13619c21a5a50c0 for snapshot=snapshot_1731715841802_default_test-1731715825426 2024-11-16T00:10:43,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741864_1040 (size=185) 2024-11-16T00:10:43,795 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T00:10:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-16T00:10:44,153 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127. 2024-11-16T00:10:44,154 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-16T00:10:44,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-16T00:10:44,155 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731715841802_default_test-1731715825426 on region 0b9c3225e216808f587422dc5a656127 2024-11-16T00:10:44,155 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b9c3225e216808f587422dc5a656127 2024-11-16T00:10:44,162 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-16T00:10:44,162 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731715841802_default_test-1731715825426 table=test-1731715825426 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-16T00:10:44,163 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0b9c3225e216808f587422dc5a656127 in 1.8970 sec 2024-11-16T00:10:44,165 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731715841802_default_test-1731715825426 table=test-1731715825426 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-16T00:10:44,169 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-16T00:10:44,169 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-16T00:10:44,170 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:10:44,173 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-16T00:10:44,173 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:10:44,176 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f3 2024-11-16T00:10:44,177 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:10:44,178 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: mob 2024-11-16T00:10:44,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741865_1041 (size=49) 2024-11-16T00:10:44,209 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731715841802_default_test-1731715825426 table=test-1731715825426 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-16T00:10:44,210 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731715841802_default_test-1731715825426 2024-11-16T00:10:44,211 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/.hbase-snapshot/.tmp/snapshot_1731715841802_default_test-1731715825426 2024-11-16T00:10:44,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741866_1042 (size=1146) 2024-11-16T00:10:44,270 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731715841802_default_test-1731715825426 table=test-1731715825426 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-16T00:10:44,290 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731715841802_default_test-1731715825426 table=test-1731715825426 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-16T00:10:44,291 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/.hbase-snapshot/.tmp/snapshot_1731715841802_default_test-1731715825426 to hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/.hbase-snapshot/snapshot_1731715841802_default_test-1731715825426 2024-11-16T00:10:44,294 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731715841802_default_test-1731715825426 table=test-1731715825426 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-16T00:10:44,295 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731715841802_default_test-1731715825426 table=test-1731715825426 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-16T00:10:44,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731715841802_default_test-1731715825426 table=test-1731715825426 type=FLUSH ttl=0 } in 2.4700 sec 2024-11-16T00:10:44,580 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-16T00:10:44,630 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2024-11-16T00:10:45,151 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-11-16T00:10:45,151 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2024-11-16T00:10:45,152 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-11-16T00:10:45,152 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2024-11-16T00:10:45,154 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1731715825426 2024-11-16T00:10:45,154 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1731715825426 Metrics about Tables on a single HBase RegionServer 2024-11-16T00:10:45,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-16T00:10:45,989 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1731715825426 completed 2024-11-16T00:10:45,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731715845989_ns2_test-17317158254261 table=ns2:test-17317158254261 type=FLUSH ttl=0 } 2024-11-16T00:10:45,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731715845990 (current time:1731715845990). 2024-11-16T00:10:45,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-16T00:10:45,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731715845989_ns2_test-17317158254261 VERSION not specified, setting to 2 2024-11-16T00:10:45,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e073009, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:10:45,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:10:45,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:10:45,992 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:10:45,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:10:45,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:10:45,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ca3b173, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:10:45,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:10:45,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:10:45,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:10:45,995 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:10:45,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@457bbd02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:10:45,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:10:45,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:10:45,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:10:46,002 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T00:10:46,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699. 2024-11-16T00:10:46,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T00:10:46,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:10:46,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:10:46,006 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:10:46,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-16T00:10:46,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731715845989_ns2_test-17317158254261 table=ns2:test-17317158254261 type=FLUSH ttl=0 } 2024-11-16T00:10:46,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731715845989_ns2_test-17317158254261 table=ns2:test-17317158254261 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-16T00:10:46,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-16T00:10:46,017 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731715845989_ns2_test-17317158254261 table=ns2:test-17317158254261 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-16T00:10:46,019 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731715845989_ns2_test-17317158254261 table=ns2:test-17317158254261 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-16T00:10:46,030 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731715845989_ns2_test-17317158254261 table=ns2:test-17317158254261 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-16T00:10:46,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741867_1043 (size=86) 2024-11-16T00:10:46,051 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731715845989_ns2_test-17317158254261 table=ns2:test-17317158254261 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-16T00:10:46,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5108218006030670f598fa75ecdb115b}] 2024-11-16T00:10:46,055 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5108218006030670f598fa75ecdb115b 2024-11-16T00:10:46,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-16T00:10:46,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40657 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2024-11-16T00:10:46,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17317158254261,,1731715827289.5108218006030670f598fa75ecdb115b. 2024-11-16T00:10:46,210 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 5108218006030670f598fa75ecdb115b 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-16T00:10:46,238 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns2/test-17317158254261/5108218006030670f598fa75ecdb115b/.tmp/f/24a38b3e58844795bf03151bea0ec983 is 37, key is row10/f:q1/1731715829461/Put/seqid=0 2024-11-16T00:10:46,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741868_1044 (size=8413) 2024-11-16T00:10:46,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-16T00:10:46,645 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns2/test-17317158254261/5108218006030670f598fa75ecdb115b/.tmp/f/24a38b3e58844795bf03151bea0ec983 2024-11-16T00:10:46,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-16T00:10:46,656 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns2/test-17317158254261/5108218006030670f598fa75ecdb115b/.tmp/f/24a38b3e58844795bf03151bea0ec983 as hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns2/test-17317158254261/5108218006030670f598fa75ecdb115b/f/24a38b3e58844795bf03151bea0ec983 2024-11-16T00:10:46,668 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns2/test-17317158254261/5108218006030670f598fa75ecdb115b/f/24a38b3e58844795bf03151bea0ec983, entries=99, sequenceid=103, filesize=8.2 K 2024-11-16T00:10:46,669 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 5108218006030670f598fa75ecdb115b in 460ms, sequenceid=103, compaction requested=false 2024-11-16T00:10:46,669 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 5108218006030670f598fa75ecdb115b: 2024-11-16T00:10:46,669 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17317158254261,,1731715827289.5108218006030670f598fa75ecdb115b. for snapshot_1731715845989_ns2_test-17317158254261 completed. 2024-11-16T00:10:46,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17317158254261,,1731715827289.5108218006030670f598fa75ecdb115b.' region-info for snapshot=snapshot_1731715845989_ns2_test-17317158254261 2024-11-16T00:10:46,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T00:10:46,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns2/test-17317158254261/5108218006030670f598fa75ecdb115b/f/24a38b3e58844795bf03151bea0ec983] hfiles 2024-11-16T00:10:46,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns2/test-17317158254261/5108218006030670f598fa75ecdb115b/f/24a38b3e58844795bf03151bea0ec983 for snapshot=snapshot_1731715845989_ns2_test-17317158254261 2024-11-16T00:10:46,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741869_1045 (size=91) 2024-11-16T00:10:47,082 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17317158254261,,1731715827289.5108218006030670f598fa75ecdb115b. 2024-11-16T00:10:47,082 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-16T00:10:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-16T00:10:47,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731715845989_ns2_test-17317158254261 on region 5108218006030670f598fa75ecdb115b 2024-11-16T00:10:47,083 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5108218006030670f598fa75ecdb115b 2024-11-16T00:10:47,088 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-16T00:10:47,088 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731715845989_ns2_test-17317158254261 table=ns2:test-17317158254261 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-16T00:10:47,088 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5108218006030670f598fa75ecdb115b in 1.0330 sec 2024-11-16T00:10:47,090 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731715845989_ns2_test-17317158254261 table=ns2:test-17317158254261 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-16T00:10:47,091 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731715845989_ns2_test-17317158254261 table=ns2:test-17317158254261 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-16T00:10:47,091 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731715845989_ns2_test-17317158254261 2024-11-16T00:10:47,093 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/.hbase-snapshot/.tmp/snapshot_1731715845989_ns2_test-17317158254261 2024-11-16T00:10:47,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741870_1046 (size=456) 2024-11-16T00:10:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-16T00:10:47,534 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731715845989_ns2_test-17317158254261 table=ns2:test-17317158254261 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-16T00:10:47,545 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731715845989_ns2_test-17317158254261 table=ns2:test-17317158254261 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-16T00:10:47,546 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/.hbase-snapshot/.tmp/snapshot_1731715845989_ns2_test-17317158254261 to hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/.hbase-snapshot/snapshot_1731715845989_ns2_test-17317158254261 2024-11-16T00:10:47,548 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731715845989_ns2_test-17317158254261 table=ns2:test-17317158254261 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-16T00:10:47,548 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731715845989_ns2_test-17317158254261 table=ns2:test-17317158254261 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-16T00:10:47,551 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731715845989_ns2_test-17317158254261 table=ns2:test-17317158254261 type=FLUSH ttl=0 } in 1.5400 sec 2024-11-16T00:10:48,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-16T00:10:48,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17317158254261 completed 2024-11-16T00:10:48,169 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1731715835587 2024-11-16T00:10:48,169 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-16T00:10:48,171 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2024-11-16T00:10:48,173 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731715835587_test-1731715825426 2024-11-16T00:10:48,173 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731715841802_default_test-1731715825426 to hdfs://localhost:39311/backupUT/backup_1731715835587/default/test-1731715825426/ 2024-11-16T00:10:48,180 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-16T00:10:48,232 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:39311, inputRoot=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24 2024-11-16T00:10:48,232 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1508861658_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:39311/backupUT/backup_1731715835587/default/test-1731715825426, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:39311/backupUT/backup_1731715835587/default/test-1731715825426/.hbase-snapshot/.tmp/snapshot_1731715841802_default_test-1731715825426 2024-11-16T00:10:48,235 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-16T00:10:48,258 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/.hbase-snapshot/snapshot_1731715841802_default_test-1731715825426 to hdfs://localhost:39311/backupUT/backup_1731715835587/default/test-1731715825426/.hbase-snapshot/.tmp/snapshot_1731715841802_default_test-1731715825426 2024-11-16T00:10:48,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741871_1047 (size=84) 2024-11-16T00:10:48,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741872_1048 (size=1146) 2024-11-16T00:10:48,705 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:10:48,705 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:10:48,706 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:10:49,934 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/hadoop-6461520559947229405.jar 2024-11-16T00:10:49,935 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:10:49,935 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:10:49,936 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:10:49,936 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:10:49,937 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:10:49,937 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:10:49,937 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:10:49,938 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:10:49,938 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:10:49,939 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-16T00:10:49,939 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-16T00:10:49,940 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-16T00:10:49,940 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-16T00:10:49,941 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-16T00:10:49,941 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-16T00:10:49,941 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-16T00:10:49,942 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-16T00:10:49,942 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-16T00:10:49,943 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-16T00:10:49,943 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-16T00:10:49,946 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-16T00:10:49,946 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-16T00:10:49,947 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-16T00:10:49,947 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-16T00:10:49,948 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-16T00:10:49,948 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-16T00:10:49,948 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-16T00:10:50,062 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-16T00:10:50,122 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731715841802_default_test-1731715825426' hfile list 2024-11-16T00:10:50,131 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=18.8 K 2024-11-16T00:10:50,573 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/mapreduce.cluster.local.dir/job_local211815308_0001_22adcd70-88be-4cb3-9280-d7e85214dc5b/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*': No such file or directory 2024-11-16T00:10:50,573 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/mapreduce.cluster.local.dir/job_local211815308_0001_22adcd70-88be-4cb3-9280-d7e85214dc5b/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/* 2024-11-16T00:10:50,865 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-16T00:10:50,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741873_1049 (size=8413) 2024-11-16T00:10:51,026 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/f/108a73ce7b0c42be8014a8da5c3a5673 output=hdfs://localhost:39311/backupUT/backup_1731715835587/default/test-1731715825426/archive/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/f/108a73ce7b0c42be8014a8da5c3a5673 2024-11-16T00:10:51,029 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.066M/sec 2024-11-16T00:10:51,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741874_1050 (size=5484) 2024-11-16T00:10:51,125 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/mob/2afc52637db74231b13619c21a5a50c0 output=hdfs://localhost:39311/backupUT/backup_1731715835587/default/test-1731715825426/archive/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/mob/2afc52637db74231b13619c21a5a50c0 2024-11-16T00:10:51,126 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5484 (5.4 K) time=0sec 0.097M/sec 2024-11-16T00:10:51,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741875_1051 (size=5387) 2024-11-16T00:10:51,241 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/f3/7b93ed322c5a47c394a69196db586551 output=hdfs://localhost:39311/backupUT/backup_1731715835587/default/test-1731715825426/archive/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/f3/7b93ed322c5a47c394a69196db586551 2024-11-16T00:10:51,242 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5387 (5.3 K) time=0sec 0.048M/sec 2024-11-16T00:10:51,668 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-16T00:10:51,669 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-16T00:10:51,689 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731715841802_default_test-1731715825426 2024-11-16T00:10:51,689 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731715841802_default_test-1731715825426 finished. 2024-11-16T00:10:51,689 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731715835587_ns2:test-17317158254261 2024-11-16T00:10:51,689 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731715845989_ns2_test-17317158254261 to hdfs://localhost:39311/backupUT/backup_1731715835587/ns2/test-17317158254261/ 2024-11-16T00:10:51,690 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-16T00:10:51,737 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:39311, inputRoot=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24 2024-11-16T00:10:51,737 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1508861658_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:39311/backupUT/backup_1731715835587/ns2/test-17317158254261, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:39311/backupUT/backup_1731715835587/ns2/test-17317158254261/.hbase-snapshot/.tmp/snapshot_1731715845989_ns2_test-17317158254261 2024-11-16T00:10:51,744 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-16T00:10:51,752 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/.hbase-snapshot/snapshot_1731715845989_ns2_test-17317158254261 to hdfs://localhost:39311/backupUT/backup_1731715835587/ns2/test-17317158254261/.hbase-snapshot/.tmp/snapshot_1731715845989_ns2_test-17317158254261 2024-11-16T00:10:51,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741876_1052 (size=86) 2024-11-16T00:10:51,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741877_1053 (size=456) 2024-11-16T00:10:52,184 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:10:52,184 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:10:52,185 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:10:53,432 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/hadoop-1975324711069561736.jar 2024-11-16T00:10:53,433 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:10:53,433 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:10:53,434 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:10:53,434 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:10:53,435 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:10:53,435 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:10:53,436 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:10:53,436 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:10:53,437 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:10:53,437 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-16T00:10:53,437 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-16T00:10:53,438 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-16T00:10:53,438 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-16T00:10:53,438 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-16T00:10:53,439 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-16T00:10:53,439 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-16T00:10:53,439 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-16T00:10:53,440 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-16T00:10:53,440 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-16T00:10:53,440 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-16T00:10:53,441 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-16T00:10:53,441 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-16T00:10:53,441 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-16T00:10:53,442 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-16T00:10:53,442 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-16T00:10:53,442 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-16T00:10:53,443 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-16T00:10:53,513 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-16T00:10:53,556 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731715845989_ns2_test-17317158254261' hfile list 2024-11-16T00:10:53,561 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=8.2 K 2024-11-16T00:10:53,671 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/mapreduce.cluster.local.dir/job_local2095824560_0002_c1a8bf4b-823b-4910-b0f3-f3d14d2d0160/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*': No such file or directory 2024-11-16T00:10:53,672 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/mapreduce.cluster.local.dir/job_local2095824560_0002_c1a8bf4b-823b-4910-b0f3-f3d14d2d0160/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/* 2024-11-16T00:10:53,749 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-16T00:10:53,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741878_1054 (size=8413) 2024-11-16T00:10:54,201 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns2/test-17317158254261/5108218006030670f598fa75ecdb115b/f/24a38b3e58844795bf03151bea0ec983 output=hdfs://localhost:39311/backupUT/backup_1731715835587/ns2/test-17317158254261/archive/data/ns2/test-17317158254261/5108218006030670f598fa75ecdb115b/f/24a38b3e58844795bf03151bea0ec983 2024-11-16T00:10:54,201 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.018M/sec 2024-11-16T00:10:54,714 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-16T00:10:54,716 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-16T00:10:54,726 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731715845989_ns2_test-17317158254261 2024-11-16T00:10:54,726 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731715845989_ns2_test-17317158254261 finished. 2024-11-16T00:10:54,727 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1731715825426 2024-11-16T00:10:54,727 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17317158254261 2024-11-16T00:10:54,808 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731715835587 2024-11-16T00:10:54,808 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-16T00:10:54,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741879_1055 (size=130) 2024-11-16T00:10:55,227 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:39311/backupUT/backup_1731715835587/.backup.manifest 2024-11-16T00:10:55,229 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731715835587 finished: type=FULL,tablelist=test-1731715825426;ns2:test-17317158254261,targetRootDir=hdfs://localhost:39311/backupUT,startts=1731715841309,completets=1731715854805,bytescopied=0 2024-11-16T00:10:55,229 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-16T00:10:55,229 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731715841802_default_test-1731715825426 2024-11-16T00:10:55,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731715841802_default_test-1731715825426" type: DISABLED 2024-11-16T00:10:55,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731715841802_default_test-1731715825426 2024-11-16T00:10:55,241 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731715841802_default_test-1731715825426 for backup backup_1731715835587 succeeded. 2024-11-16T00:10:55,241 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731715845989_ns2_test-17317158254261 2024-11-16T00:10:55,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731715845989_ns2_test-17317158254261" type: DISABLED 2024-11-16T00:10:55,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731715845989_ns2_test-17317158254261 2024-11-16T00:10:55,246 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731715845989_ns2_test-17317158254261 for backup backup_1731715835587 succeeded. 2024-11-16T00:10:55,247 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-16T00:10:55,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-16T00:10:55,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-16T00:10:55,266 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-16T00:10:55,272 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-16T00:10:55,292 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731715835587 completed. 2024-11-16T00:10:55,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-16T00:10:55,314 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-16T00:10:55,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:backup_1731715835587', locateType=CURRENT is [region=backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2] 2024-11-16T00:10:55,590 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(113): writing 99 rows to test-1731715825426 2024-11-16T00:10:55,615 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(116): written 99 rows to test-1731715825426 2024-11-16T00:10:55,837 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(120): written 111 rows to test-1731715825426 to Mob enabled CF 2024-11-16T00:10:55,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17317158254261', row='row-t20', locateType=CURRENT is [region=ns2:test-17317158254261,,1731715827289.5108218006030670f598fa75ecdb115b., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2] 2024-11-16T00:10:55,880 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(133): written 5 rows to ns2:test-17317158254261 2024-11-16T00:10:55,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.2 split test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127. 2024-11-16T00:10:55,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] assignment.SplitTableRegionProcedure(210): test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127. splitKey isn't explicitly specified, will try to find a best split key from RS d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:10:55,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40657 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/f/108a73ce7b0c42be8014a8da5c3a5673 because midkey is the same as first or last row 2024-11-16T00:10:55,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40657 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/f3/7b93ed322c5a47c394a69196db586551 because midkey is the same as first or last row 2024-11-16T00:10:55,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40657 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/mob/2afc52637db74231b13619c21a5a50c0 because midkey is the same as first or last row 2024-11-16T00:10:55,899 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40657 {}] regionserver.HRegion(2902): Flushing 0b9c3225e216808f587422dc5a656127 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB 2024-11-16T00:10:55,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40657 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/.tmp/f/e1e901e37c21411086715f745016a4ec is 59, key is row-test-1731715825426-1-10/f:q1/1731715855351/Put/seqid=0 2024-11-16T00:10:55,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741880_1056 (size=10796) 2024-11-16T00:10:56,331 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40657 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/.tmp/f/e1e901e37c21411086715f745016a4ec 2024-11-16T00:10:56,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40657 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116fb2ec71b458a4dfe9736b15cc4401315_0b9c3225e216808f587422dc5a656127 is 63, key is row-test-1731715825426-3-100/mob:q1/1731715855814/Put/seqid=0 2024-11-16T00:10:56,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741881_1057 (size=5591) 2024-11-16T00:10:56,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40657 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:10:56,772 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40657 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241116fb2ec71b458a4dfe9736b15cc4401315_0b9c3225e216808f587422dc5a656127 to hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/mobdir/data/default/test-1731715825426/82da660bee43814395b866c2ff04a094/mob/d41d8cd98f00b204e9800998ecf8427e20241116fb2ec71b458a4dfe9736b15cc4401315_0b9c3225e216808f587422dc5a656127 2024-11-16T00:10:56,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40657 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/.tmp/mob/3decf92ed62c40dba15ffa7f7d6ed303, store: [table=test-1731715825426 family=mob region=0b9c3225e216808f587422dc5a656127] 2024-11-16T00:10:56,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40657 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/.tmp/mob/3decf92ed62c40dba15ffa7f7d6ed303 is 192, key is row-test-1731715825426-3-100/mob:q1/1731715855814/Put/seqid=0 2024-11-16T00:10:56,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741882_1058 (size=13760) 2024-11-16T00:10:57,180 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40657 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/.tmp/mob/3decf92ed62c40dba15ffa7f7d6ed303 2024-11-16T00:10:57,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40657 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/.tmp/f/e1e901e37c21411086715f745016a4ec as hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/f/e1e901e37c21411086715f745016a4ec 2024-11-16T00:10:57,199 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40657 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/f/e1e901e37c21411086715f745016a4ec, entries=99, sequenceid=334, filesize=10.5 K 2024-11-16T00:10:57,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40657 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/.tmp/mob/3decf92ed62c40dba15ffa7f7d6ed303 as hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/mob/3decf92ed62c40dba15ffa7f7d6ed303 2024-11-16T00:10:57,209 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40657 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/mob/3decf92ed62c40dba15ffa7f7d6ed303, entries=111, sequenceid=334, filesize=13.4 K 2024-11-16T00:10:57,210 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40657 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for 0b9c3225e216808f587422dc5a656127 in 1311ms, sequenceid=334, compaction requested=false 2024-11-16T00:10:57,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40657 {}] regionserver.HRegion(2603): Flush status journal for 0b9c3225e216808f587422dc5a656127: 2024-11-16T00:10:57,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40657 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/f/e1e901e37c21411086715f745016a4ec because midkey is the same as first or last row 2024-11-16T00:10:57,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40657 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/f3/7b93ed322c5a47c394a69196db586551 because midkey is the same as first or last row 2024-11-16T00:10:57,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40657 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/mob/3decf92ed62c40dba15ffa7f7d6ed303 because midkey is the same as first or last row 2024-11-16T00:10:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:10:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1168) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-16T00:10:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] ipc.CallRunner(138): callId: 302 service: MasterService methodName: SplitRegion size: 99 connection: 172.17.0.2:46148 deadline: 1731715915891, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row 2024-11-16T00:10:57,222 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(144): region is not splittable, because java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1168) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T00:10:57,222 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2726): Operation: SPLIT_REGION, Table Name: default:test-1731715825426 failed with org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1168) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T00:10:57,223 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T00:10:57,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731715825426,, stopping at row=test-1731715825426 ,, for max=2147483647 with caching=100 2024-11-16T00:10:57,238 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731715825426,, stopping at row=test-1731715825426 ,, for max=2147483647 with caching=100 2024-11-16T00:10:57,252 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(149): split finished in =1372 2024-11-16T00:10:57,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-16T00:10:57,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-16T00:10:57,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-16T00:10:57,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-16T00:10:57,326 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-16T00:10:57,331 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731715857252 2024-11-16T00:10:57,339 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731715835587} 2024-11-16T00:10:57,339 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-16T00:10:57,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-16T00:10:57,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-16T00:10:57,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-16T00:10:57,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-16T00:10:57,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-16T00:10:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731715857419 (current time:1731715857419). 2024-11-16T00:10:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-16T00:10:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-16T00:10:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2547c9c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:10:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:10:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:10:57,422 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:10:57,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:10:57,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:10:57,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26572fe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:10:57,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:10:57,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:10:57,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:10:57,426 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:10:57,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@566eda79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:10:57,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:10:57,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:10:57,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:10:57,430 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T00:10:57,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699. 2024-11-16T00:10:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T00:10:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:10:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:10:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-16T00:10:57,436 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:10:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-16T00:10:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-16T00:10:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-16T00:10:57,446 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-16T00:10:57,448 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-16T00:10:57,451 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-16T00:10:57,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741883_1059 (size=52) 2024-11-16T00:10:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-16T00:10:57,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-16T00:10:57,859 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-16T00:10:57,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure add07963b46db94d5e030fc88f785a76}] 2024-11-16T00:10:57,860 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure add07963b46db94d5e030fc88f785a76 2024-11-16T00:10:58,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40657 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=40 2024-11-16T00:10:58,012 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76. 2024-11-16T00:10:58,012 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2902): Flushing add07963b46db94d5e030fc88f785a76 2/2 column families, dataSize=1.44 KB heapSize=2.75 KB 2024-11-16T00:10:58,035 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/.tmp/meta/2f3a7cf3ff214cee855e7c3f94dd292e is 158, key is trslm:hdfs://localhost:39311/backupUT\x00ns2:test-17317158254261/meta:log-roll-map/1731715854787/Put/seqid=0 2024-11-16T00:10:58,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741884_1060 (size=5914) 2024-11-16T00:10:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-16T00:10:58,451 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/.tmp/meta/2f3a7cf3ff214cee855e7c3f94dd292e 2024-11-16T00:10:58,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/.tmp/session/bb89c1b46ab040698ca1b0bfa33241be is 433, key is session:backup_1731715835587/session:context/1731715855271/Put/seqid=0 2024-11-16T00:10:58,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741885_1061 (size=5535) 2024-11-16T00:10:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-16T00:10:58,872 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=732 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/.tmp/session/bb89c1b46ab040698ca1b0bfa33241be 2024-11-16T00:10:58,882 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/.tmp/meta/2f3a7cf3ff214cee855e7c3f94dd292e as hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/meta/2f3a7cf3ff214cee855e7c3f94dd292e 2024-11-16T00:10:58,891 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/meta/2f3a7cf3ff214cee855e7c3f94dd292e, entries=6, sequenceid=17, filesize=5.8 K 2024-11-16T00:10:58,892 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/.tmp/session/bb89c1b46ab040698ca1b0bfa33241be as hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/session/bb89c1b46ab040698ca1b0bfa33241be 2024-11-16T00:10:58,900 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/session/bb89c1b46ab040698ca1b0bfa33241be, entries=2, sequenceid=17, filesize=5.4 K 2024-11-16T00:10:58,901 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~1.44 KB/1478, heapSize ~2.72 KB/2784, currentSize=0 B/0 for add07963b46db94d5e030fc88f785a76 in 889ms, sequenceid=17, compaction requested=false 2024-11-16T00:10:58,901 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2603): Flush status journal for add07963b46db94d5e030fc88f785a76: 2024-11-16T00:10:58,901 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76. for snapshot_backup_system completed. 2024-11-16T00:10:58,901 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76.' region-info for snapshot=snapshot_backup_system 2024-11-16T00:10:58,901 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T00:10:58,901 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/meta/2f3a7cf3ff214cee855e7c3f94dd292e] hfiles 2024-11-16T00:10:58,901 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/meta/2f3a7cf3ff214cee855e7c3f94dd292e for snapshot=snapshot_backup_system 2024-11-16T00:10:58,901 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/session/7f040cff99c24b618d29ab05155a5525, hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/session/bb89c1b46ab040698ca1b0bfa33241be] hfiles 2024-11-16T00:10:58,901 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/session/7f040cff99c24b618d29ab05155a5525 for snapshot=snapshot_backup_system 2024-11-16T00:10:58,901 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/session/bb89c1b46ab040698ca1b0bfa33241be for snapshot=snapshot_backup_system 2024-11-16T00:10:58,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741886_1062 (size=173) 2024-11-16T00:10:59,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76. 2024-11-16T00:10:59,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-16T00:10:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-16T00:10:59,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region add07963b46db94d5e030fc88f785a76 2024-11-16T00:10:59,310 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure add07963b46db94d5e030fc88f785a76 2024-11-16T00:10:59,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-16T00:10:59,315 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-16T00:10:59,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; SnapshotRegionProcedure add07963b46db94d5e030fc88f785a76 in 1.4520 sec 2024-11-16T00:10:59,316 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-16T00:10:59,317 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-16T00:10:59,317 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-16T00:10:59,318 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-16T00:10:59,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741887_1063 (size=810) 2024-11-16T00:10:59,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-16T00:10:59,740 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-16T00:10:59,752 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-16T00:10:59,753 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/.hbase-snapshot/snapshot_backup_system 2024-11-16T00:10:59,756 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-16T00:10:59,756 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-16T00:10:59,758 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.3210 sec 2024-11-16T00:11:01,322 DEBUG [master/d6ecb9b7dda1:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=41, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731715825426 2024-11-16T00:11:01,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741888_1064 (size=950) 2024-11-16T00:11:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-16T00:11:01,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-16T00:11:01,599 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731715857252 started at 1731715861599. 2024-11-16T00:11:01,601 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731715857252 has been started. 2024-11-16T00:11:01,609 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [ns2:test-17317158254261, test-1731715825426] 2024-11-16T00:11:01,617 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1731715826751for backupID backup_1731715857252 2024-11-16T00:11:01,617 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-16T00:11:01,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-16T00:11:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-16T00:11:01,619 INFO [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-16T00:11:01,619 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-16T00:11:01,619 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-16T00:11:01,619 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-16T00:11:01,620 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-16T00:11:01,620 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-16T00:11:01,649 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:01,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-16T00:11:01,649 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-16T00:11:01,650 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-16T00:11:01,650 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:01,650 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-16T00:11:01,650 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-16T00:11:01,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-16T00:11:01,651 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-16T00:11:01,651 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-16T00:11:01,651 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-16T00:11:01,652 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-16T00:11:01,652 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-16T00:11:01,652 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-16T00:11:01,652 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-16T00:11:01,652 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-16T00:11:01,652 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-16T00:11:01,652 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'd6ecb9b7dda1,40657,1731715816852' joining acquired barrier for procedure (rolllog) in zk 2024-11-16T00:11:01,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:01,691 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-16T00:11:01,692 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:01,692 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-16T00:11:01,692 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-16T00:11:01,692 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-16T00:11:01,692 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-16T00:11:01,693 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-16T00:11:01,693 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-16T00:11:01,694 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-16T00:11:01,694 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:01,695 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-16T00:11:01,695 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'd6ecb9b7dda1,40657,1731715816852' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-16T00:11:01,695 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@4e2b6c77[Count = 0] remaining members to acquire global barrier 2024-11-16T00:11:01,695 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-16T00:11:01,695 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-16T00:11:01,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-16T00:11:01,713 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-16T00:11:01,713 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-16T00:11:01,713 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-16T00:11:01,713 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:01,713 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-16T00:11:01,713 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-16T00:11:01,713 DEBUG [rs(d6ecb9b7dda1,40657,1731715816852)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:01,713 INFO [rs(d6ecb9b7dda1,40657,1731715816852)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731715841608 highest: 1731715841608 on d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:01,714 DEBUG [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-1:(num 1731715841554) roll requested 2024-11-16T00:11:01,727 DEBUG [regionserver/d6ecb9b7dda1:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-1.1731715861714, exclude list is [], retry=0 2024-11-16T00:11:01,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38121,DS-57c80096-5af5-4b50-923b-58561b8796c3,DISK] 2024-11-16T00:11:01,733 INFO [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-1.1731715841554 with entries=224, filesize=29.77 KB; new WAL /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-1.1731715861714 2024-11-16T00:11:01,734 DEBUG [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45251:45251)] 2024-11-16T00:11:01,734 DEBUG [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-1.1731715841554 is not closed yet, will try archiving it next time 2024-11-16T00:11:01,734 DEBUG [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d6ecb9b7dda1%2C40657%2C1731715816852.meta:.meta(num 1731715841587) roll requested 2024-11-16T00:11:01,734 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-1.1731715826751 to hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/oldWALs/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-1.1731715826751 2024-11-16T00:11:01,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741857_1033 (size=30490) 2024-11-16T00:11:01,749 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/.tabledesc/.tableinfo.0000000002.908 2024-11-16T00:11:01,749 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/.tabledesc/.tableinfo.0000000003.950 2024-11-16T00:11:01,751 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731715825426 in 432 msec 2024-11-16T00:11:01,754 DEBUG [regionserver/d6ecb9b7dda1:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.meta.1731715861734.meta, exclude list is [], retry=0 2024-11-16T00:11:01,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38121,DS-57c80096-5af5-4b50-923b-58561b8796c3,DISK] 2024-11-16T00:11:01,761 INFO [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.meta.1731715841587.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.meta.1731715861734.meta 2024-11-16T00:11:01,761 DEBUG [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45251:45251)] 2024-11-16T00:11:01,761 DEBUG [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.meta.1731715841587.meta is not closed yet, will try archiving it next time 2024-11-16T00:11:01,761 DEBUG [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-0:(num 1731715841608) roll requested 2024-11-16T00:11:01,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741858_1034 (size=93) 2024-11-16T00:11:01,768 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.meta.1731715841587.meta to hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/oldWALs/d6ecb9b7dda1%2C40657%2C1731715816852.meta.1731715841587.meta 2024-11-16T00:11:01,794 DEBUG [regionserver/d6ecb9b7dda1:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-0.1731715861761, exclude list is [], retry=0 2024-11-16T00:11:01,794 DEBUG [rs(d6ecb9b7dda1,40657,1731715816852)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 80 2024-11-16T00:11:01,794 INFO [rs(d6ecb9b7dda1,40657,1731715816852)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731715861761 on d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:01,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38121,DS-57c80096-5af5-4b50-923b-58561b8796c3,DISK] 2024-11-16T00:11:01,809 INFO [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-0.1731715841608 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-0.1731715861761 2024-11-16T00:11:01,809 DEBUG [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45251:45251)] 2024-11-16T00:11:01,809 DEBUG [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-0.1731715841608 is not closed yet, will try archiving it next time 2024-11-16T00:11:01,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741859_1035 (size=1198) 2024-11-16T00:11:01,814 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-0.1731715841608 not finished, retry = 0 2024-11-16T00:11:01,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-16T00:11:01,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-16T00:11:01,841 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-16T00:11:01,841 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'd6ecb9b7dda1,40657,1731715816852' in zk 2024-11-16T00:11:02,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:02,063 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-16T00:11:02,063 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-16T00:11:02,063 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-16T00:11:02,063 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:02,063 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-16T00:11:02,063 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-16T00:11:02,064 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-16T00:11:02,064 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-16T00:11:02,064 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-16T00:11:02,065 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:02,065 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-16T00:11:02,065 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-16T00:11:02,066 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:02,066 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'd6ecb9b7dda1,40657,1731715816852': 2024-11-16T00:11:02,066 INFO [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-16T00:11:02,066 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'd6ecb9b7dda1,40657,1731715816852' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-16T00:11:02,066 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-16T00:11:02,067 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-16T00:11:02,067 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-16T00:11:02,067 INFO [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-16T00:11:02,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-16T00:11:02,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-16T00:11:02,212 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-16T00:11:02,212 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-16T00:11:02,213 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-16T00:11:02,213 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-16T00:11:02,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-16T00:11:02,213 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-16T00:11:02,213 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-16T00:11:02,213 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-16T00:11:02,214 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-16T00:11:02,216 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-16T00:11:02,216 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:02,217 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-16T00:11:02,218 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-16T00:11:02,220 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-16T00:11:02,221 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:02,221 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:02,221 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-16T00:11:02,222 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-16T00:11:02,223 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:02,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:02,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-16T00:11:02,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-16T00:11:02,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-16T00:11:02,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:02,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-16T00:11:02,477 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-16T00:11:02,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-16T00:11:02,477 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-16T00:11:02,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-16T00:11:02,477 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-16T00:11:02,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-16T00:11:02,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-16T00:11:02,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-16T00:11:02,477 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-16T00:11:02,478 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-16T00:11:02,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-16T00:11:02,492 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {d6ecb9b7dda1:40657=1731715826751} newestTimestamps: {d6ecb9b7dda1:40657=1731715841608} 2024-11-16T00:11:02,498 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: d6ecb9b7dda1%2C40657%2C1731715816852.meta.1731715820599.meta 2024-11-16T00:11:02,498 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: d6ecb9b7dda1%2C40657%2C1731715816852.meta.1731715861734.meta 2024-11-16T00:11:02,498 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-0.1731715841608 2024-11-16T00:11:02,498 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-0.1731715861761 2024-11-16T00:11:02,498 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-1.1731715841554 2024-11-16T00:11:02,498 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-1.1731715861714 2024-11-16T00:11:02,499 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/oldWALs/d6ecb9b7dda1%2C40657%2C1731715816852.meta.1731715841587.meta 2024-11-16T00:11:02,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741892_1068 (size=950) 2024-11-16T00:11:02,921 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1731715825426 target: hdfs://localhost:39311/backupUT/backup_1731715857252/default/test-1731715825426 descriptor: 'test-1731715825426', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T00:11:02,921 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-16T00:11:02,925 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1731715825426 2024-11-16T00:11:02,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741893_1069 (size=53) 2024-11-16T00:11:02,972 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1731715825426 2024-11-16T00:11:03,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741894_1070 (size=364) 2024-11-16T00:11:03,051 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17317158254261 target: hdfs://localhost:39311/backupUT/backup_1731715857252/ns2/test-17317158254261 descriptor: 'ns2:test-17317158254261', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T00:11:03,051 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-16T00:11:03,055 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17317158254261 2024-11-16T00:11:03,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741895_1071 (size=50) 2024-11-16T00:11:03,081 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17317158254261 2024-11-16T00:11:03,103 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:39311/backupUT/.tmp/backup_1731715857252 from hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-0.1731715841608;hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-1.1731715841554 2024-11-16T00:11:03,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b3d39cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:11:03,107 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:11:03,107 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:11:03,108 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:11:03,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:11:03,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:11:03,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@265a03e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:11:03,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:11:03,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:11:03,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:11:03,111 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:11:03,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@504fe08b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:11:03,113 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T00:11:03,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d6ecb9b7dda1,34699,1731715814695 2024-11-16T00:11:03,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76973681 2024-11-16T00:11:03,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T00:11:03,116 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T00:11:03,121 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-16T00:11:03,122 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17317158254261 2024-11-16T00:11:03,122 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17317158254261,, stopping at row=ns2:test-17317158254261 ,, for max=2147483647 with caching=100 2024-11-16T00:11:03,122 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:11:03,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:11:03,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:11:03,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T00:11:03,128 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17317158254261: ns2:test-17317158254261; 2024-11-16T00:11:03,129 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1731715825426 2024-11-16T00:11:03,129 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731715825426,, stopping at row=test-1731715825426 ,, for max=2147483647 with caching=100 2024-11-16T00:11:03,133 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1731715825426: test-1731715825426; 2024-11-16T00:11:03,133 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-16T00:11:03,134 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/partitions_6d4d388a-6968-4916-88a1-92c9292ae001 2024-11-16T00:11:03,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741896_1072 (size=192) 2024-11-16T00:11:03,929 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:03,929 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:03,930 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:05,023 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/hadoop-520393337058078647.jar 2024-11-16T00:11:05,023 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:05,023 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:05,024 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:05,024 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:05,024 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:05,024 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:05,024 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:05,025 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:05,025 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:05,025 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-16T00:11:05,025 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-16T00:11:05,025 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-16T00:11:05,026 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-16T00:11:05,026 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-16T00:11:05,026 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-16T00:11:05,026 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-16T00:11:05,026 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-16T00:11:05,027 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-16T00:11:05,027 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-16T00:11:05,027 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-16T00:11:05,028 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:05,028 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:05,029 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:05,029 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:05,029 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:05,030 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:05,030 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-16T00:11:05,030 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:test-17317158254261,default:test-1731715825426 2024-11-16T00:11:05,030 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T00:11:05,031 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:154) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T00:11:05,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:11:05,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:11:05,031 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:11:05,031 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-16T00:11:06,161 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/hadoop-4993176032707626468.jar 2024-11-16T00:11:06,210 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-16T00:11:06,265 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-0.1731715841608 for WAL files 2024-11-16T00:11:06,267 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-0.1731715841608 2024-11-16T00:11:06,268 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-1.1731715841554 for WAL files 2024-11-16T00:11:06,269 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-1.1731715841554 2024-11-16T00:11:06,488 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/mapreduce.cluster.local.dir/job_local372962869_0003_92a4eb23-2ea0-4473-aba0-a8bf2161eddb/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*': No such file or directory 2024-11-16T00:11:06,488 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/mapreduce.cluster.local.dir/job_local372962869_0003_92a4eb23-2ea0-4473-aba0-a8bf2161eddb/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/* 2024-11-16T00:11:06,664 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-1.1731715841554 for hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-1.1731715841554 (-9223372036854775808:9223372036854775807) length:30490 2024-11-16T00:11:06,722 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-16T00:11:06,723 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-16T00:11:06,905 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-0.1731715841608 for hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-0.1731715841608 (-9223372036854775808:9223372036854775807) length:1198 2024-11-16T00:11:06,929 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-16T00:11:06,929 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-16T00:11:07,126 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28a6db44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:11:07,126 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:11:07,126 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:11:07,128 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:11:07,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:11:07,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:11:07,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f3de50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:11:07,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:11:07,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:11:07,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:11:07,132 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:11:07,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c3c19e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:11:07,137 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:11:07,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:11:07,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:11:07,149 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T00:11:07,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17317158254261', row='row-t20', locateType=CURRENT is [region=ns2:test-17317158254261,,1731715827289.5108218006030670f598fa75ecdb115b., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2] 2024-11-16T00:11:07,156 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-16T00:11:07,156 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T00:11:07,157 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:11:07,157 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:11:07,157 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-16T00:11:07,157 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: d6ecb9b7dda1 2024-11-16T00:11:07,158 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:11:07,170 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/backupUT/.tmp/backup_1731715857252/_temporary/0/_temporary/attempt_local372962869_0003_r_000000_0/ns2/test-17317158254261/f/611c8fff1cb2444c99e31ba37ffaab5d is 38, key is row-t20/f:q1/1731715855863/Put/seqid=0 2024-11-16T00:11:07,174 WARN [Thread-950 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [d6ecb9b7dda1:40657] Specified favored nodes: [d6ecb9b7dda1:40657] 2024-11-16T00:11:07,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741897_1073 (size=5274) 2024-11-16T00:11:07,260 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@395ef397, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:11:07,260 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:11:07,260 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:11:07,264 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:11:07,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:11:07,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:11:07,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d3447e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:11:07,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:11:07,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:11:07,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:11:07,267 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:11:07,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d8fef2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:11:07,269 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:11:07,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:11:07,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:11:07,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T00:11:07,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731715825426', row='row-test-1731715825426-1-0', locateType=CURRENT is [region=test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=107] 2024-11-16T00:11:07,281 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-16T00:11:07,281 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T00:11:07,282 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:11:07,282 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:11:07,282 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731715825426-1-0] 2024-11-16T00:11:07,282 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: d6ecb9b7dda1 2024-11-16T00:11:07,282 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:11:07,302 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dcdc9b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:11:07,302 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:11:07,302 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:11:07,305 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:11:07,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:11:07,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:11:07,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54dc0d12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:11:07,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:11:07,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:11:07,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:11:07,308 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:11:07,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@291e4982, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:11:07,310 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:11:07,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:11:07,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:11:07,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T00:11:07,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731715825426', row='row-test-1731715825426-3-0', locateType=CURRENT is [region=test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=107] 2024-11-16T00:11:07,318 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-16T00:11:07,318 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T00:11:07,318 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:11:07,319 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:11:07,319 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731715825426-3-0] 2024-11-16T00:11:07,319 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: d6ecb9b7dda1 2024-11-16T00:11:07,320 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:11:07,347 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/backupUT/.tmp/backup_1731715857252/_temporary/0/_temporary/attempt_local372962869_0003_r_000001_0/default/test-1731715825426/f/ff8e1970467e4166b72a49cc84352fd3 is 59, key is row-test-1731715825426-1-10/f:q1/1731715855351/Put/seqid=0 2024-11-16T00:11:07,357 WARN [Thread-962 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [d6ecb9b7dda1:40657] Specified favored nodes: [d6ecb9b7dda1:40657] 2024-11-16T00:11:07,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741898_1074 (size=10769) 2024-11-16T00:11:07,800 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/backupUT/.tmp/backup_1731715857252/_temporary/0/_temporary/attempt_local372962869_0003_r_000001_0/default/test-1731715825426/mob/78043661b6e24490833eab7591c2b872 is 63, key is row-test-1731715825426-3-100/mob:q1/1731715855814/Put/seqid=0 2024-11-16T00:11:07,802 WARN [Thread-964 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [d6ecb9b7dda1:40657] Specified favored nodes: [d6ecb9b7dda1:40657] 2024-11-16T00:11:07,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741899_1075 (size=11810) 2024-11-16T00:11:08,567 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:39311/backupUT 2024-11-16T00:11:08,567 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1731715857252 2024-11-16T00:11:08,567 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-16T00:11:08,625 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:39311/backupUT/.tmp/backup_1731715857252, hdfs://localhost:39311/backupUT] 2024-11-16T00:11:08,952 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-16T00:11:09,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741900_1076 (size=5274) 2024-11-16T00:11:09,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741901_1077 (size=10769) 2024-11-16T00:11:10,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741902_1078 (size=11810) 2024-11-16T00:11:11,190 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-16T00:11:11,195 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1731715857252 2024-11-16T00:11:11,195 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 27853 bytes copied." 2024-11-16T00:11:11,196 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local276910247_0004 completed: true true 2024-11-16T00:11:11,199 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=3824360 FILE: Number of bytes written=6219137 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=231464 HDFS: Number of bytes written=2433179 HDFS: Number of read operations=643 HDFS: Number of large read operations=0 HDFS: Number of write operations=249 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=12 Map output records=0 Input split bytes=343 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=3004 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=27853 Bytes Copied=27853 Bytes Expected=27853 Files Copied=4 DIR_COPY=8 2024-11-16T00:11:11,199 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:39311/backupUT/.tmp/backup_1731715857252 to hdfs://localhost:39311/backupUT finished. 2024-11-16T00:11:11,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system_bulk', row='bulk:test-1731715825426:', locateType=CURRENT is [region=backup:system_bulk,,1731715837921.b413900ac04937c4054ea993d4ff581a., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2] 2024-11-16T00:11:11,248 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731715857252 2024-11-16T00:11:11,253 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731715835587} 2024-11-16T00:11:11,253 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-16T00:11:11,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741903_1079 (size=384) 2024-11-16T00:11:11,678 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:39311/backupUT/backup_1731715857252/.backup.manifest 2024-11-16T00:11:11,678 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731715857252 finished: type=INCREMENTAL,tablelist=test-1731715825426;ns2:test-17317158254261,targetRootDir=hdfs://localhost:39311/backupUT,startts=1731715861599,completets=1731715871247,bytescopied=0 2024-11-16T00:11:11,678 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-16T00:11:11,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-16T00:11:11,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-16T00:11:11,692 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-16T00:11:11,704 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-16T00:11:11,713 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731715857252 completed. 2024-11-16T00:11:11,714 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-16T00:11:11,743 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-16T00:11:11,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-16T00:11:11,760 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:39311/backupUT/backup_1731715857252/.backup.manifest 2024-11-16T00:11:11,764 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731715857252/.backup.manifest 2024-11-16T00:11:11,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1731715825426 from 'test-1731715825426', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1731715825426', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T00:11:11,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1731715825426 2024-11-16T00:11:11,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741904_1080 (size=908) 2024-11-16T00:11:11,826 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/.tabledesc/.tableinfo.0000000003.950 2024-11-16T00:11:11,826 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/.tabledesc/.tableinfo.0000000004.908 2024-11-16T00:11:11,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1731715825426}] 2024-11-16T00:11:11,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731715825426, region=0b9c3225e216808f587422dc5a656127, REOPEN/MOVE}] 2024-11-16T00:11:11,845 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731715825426, region=0b9c3225e216808f587422dc5a656127, REOPEN/MOVE 2024-11-16T00:11:11,846 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=0b9c3225e216808f587422dc5a656127, regionState=CLOSING, regionLocation=d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:11,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1731715825426, region=0b9c3225e216808f587422dc5a656127, REOPEN/MOVE because future has completed 2024-11-16T00:11:11,850 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-16T00:11:11,850 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0b9c3225e216808f587422dc5a656127, server=d6ecb9b7dda1,40657,1731715816852}] 2024-11-16T00:11:11,949 DEBUG [master/d6ecb9b7dda1:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731715825426 2024-11-16T00:11:11,949 DEBUG [master/d6ecb9b7dda1:0.Chore.1 {}] procedure.MasterProcedureScheduler(153): There is already a procedure running for table test-1731715825426, added pid=46, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731715825426 to waiting queue 2024-11-16T00:11:12,005 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(122): Close 0b9c3225e216808f587422dc5a656127 2024-11-16T00:11:12,005 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-16T00:11:12,005 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1722): Closing 0b9c3225e216808f587422dc5a656127, disabling compactions & flushes 2024-11-16T00:11:12,005 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1755): Closing region test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127. 2024-11-16T00:11:12,005 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127. 2024-11-16T00:11:12,005 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1843): Acquired close lock on test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127. after waiting 0 ms 2024-11-16T00:11:12,006 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1853): Updates disabled for region test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127. 2024-11-16T00:11:12,074 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106 2024-11-16T00:11:12,075 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-16T00:11:12,076 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1973): Closed test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127. 2024-11-16T00:11:12,076 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1676): Region close journal for 0b9c3225e216808f587422dc5a656127: Waiting for close lock at 1731715872005Running coprocessor pre-close hooks at 1731715872005Disabling compacts and flushes for region at 1731715872005Disabling writes for close at 1731715872005Writing region close event to WAL at 1731715872011 (+6 ms)Running coprocessor post-close hooks at 1731715872075 (+64 ms)Closed at 1731715872076 (+1 ms) 2024-11-16T00:11:12,076 WARN [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3299): Not adding moved region record: 0b9c3225e216808f587422dc5a656127 to self. 2024-11-16T00:11:12,080 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(157): Closed 0b9c3225e216808f587422dc5a656127 2024-11-16T00:11:12,081 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=0b9c3225e216808f587422dc5a656127, regionState=CLOSED 2024-11-16T00:11:12,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0b9c3225e216808f587422dc5a656127, server=d6ecb9b7dda1,40657,1731715816852 because future has completed 2024-11-16T00:11:12,103 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-16T00:11:12,103 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseRegionProcedure 0b9c3225e216808f587422dc5a656127, server=d6ecb9b7dda1,40657,1731715816852 in 249 msec 2024-11-16T00:11:12,104 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731715825426, region=0b9c3225e216808f587422dc5a656127, REOPEN/MOVE; state=CLOSED, location=d6ecb9b7dda1,40657,1731715816852; forceNewPlan=false, retain=true 2024-11-16T00:11:12,255 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=0b9c3225e216808f587422dc5a656127, regionState=OPENING, regionLocation=d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:12,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731715825426, region=0b9c3225e216808f587422dc5a656127, REOPEN/MOVE because future has completed 2024-11-16T00:11:12,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b9c3225e216808f587422dc5a656127, server=d6ecb9b7dda1,40657,1731715816852}] 2024-11-16T00:11:12,440 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127. 2024-11-16T00:11:12,440 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b9c3225e216808f587422dc5a656127, NAME => 'test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127.', STARTKEY => '', ENDKEY => ''} 2024-11-16T00:11:12,441 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-16T00:11:12,441 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731715825426 0b9c3225e216808f587422dc5a656127 2024-11-16T00:11:12,441 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T00:11:12,441 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 0b9c3225e216808f587422dc5a656127 2024-11-16T00:11:12,441 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 0b9c3225e216808f587422dc5a656127 2024-11-16T00:11:12,445 INFO [StoreOpener-0b9c3225e216808f587422dc5a656127-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0b9c3225e216808f587422dc5a656127 2024-11-16T00:11:12,457 INFO [StoreOpener-0b9c3225e216808f587422dc5a656127-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b9c3225e216808f587422dc5a656127 columnFamilyName f 2024-11-16T00:11:12,457 DEBUG [StoreOpener-0b9c3225e216808f587422dc5a656127-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:11:12,495 DEBUG [StoreOpener-0b9c3225e216808f587422dc5a656127-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/f/108a73ce7b0c42be8014a8da5c3a5673 2024-11-16T00:11:12,514 DEBUG [StoreOpener-0b9c3225e216808f587422dc5a656127-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/f/e1e901e37c21411086715f745016a4ec 2024-11-16T00:11:12,514 INFO [StoreOpener-0b9c3225e216808f587422dc5a656127-1 {}] regionserver.HStore(327): Store=0b9c3225e216808f587422dc5a656127/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T00:11:12,514 INFO [StoreOpener-0b9c3225e216808f587422dc5a656127-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 0b9c3225e216808f587422dc5a656127 2024-11-16T00:11:12,520 INFO [StoreOpener-0b9c3225e216808f587422dc5a656127-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b9c3225e216808f587422dc5a656127 columnFamilyName f2 2024-11-16T00:11:12,520 DEBUG [StoreOpener-0b9c3225e216808f587422dc5a656127-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:11:12,523 INFO [StoreOpener-0b9c3225e216808f587422dc5a656127-1 {}] regionserver.HStore(327): Store=0b9c3225e216808f587422dc5a656127/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T00:11:12,523 INFO [StoreOpener-0b9c3225e216808f587422dc5a656127-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 0b9c3225e216808f587422dc5a656127 2024-11-16T00:11:12,526 INFO [StoreOpener-0b9c3225e216808f587422dc5a656127-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b9c3225e216808f587422dc5a656127 columnFamilyName mob 2024-11-16T00:11:12,527 DEBUG [StoreOpener-0b9c3225e216808f587422dc5a656127-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:11:12,578 DEBUG [StoreOpener-0b9c3225e216808f587422dc5a656127-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/mob/2afc52637db74231b13619c21a5a50c0 2024-11-16T00:11:12,616 DEBUG [StoreOpener-0b9c3225e216808f587422dc5a656127-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/mob/3decf92ed62c40dba15ffa7f7d6ed303 2024-11-16T00:11:12,616 INFO [StoreOpener-0b9c3225e216808f587422dc5a656127-1 {}] regionserver.HStore(327): Store=0b9c3225e216808f587422dc5a656127/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T00:11:12,617 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 0b9c3225e216808f587422dc5a656127 2024-11-16T00:11:12,621 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127 2024-11-16T00:11:12,632 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127 2024-11-16T00:11:12,634 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 0b9c3225e216808f587422dc5a656127 2024-11-16T00:11:12,634 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 0b9c3225e216808f587422dc5a656127 2024-11-16T00:11:12,635 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1731715825426 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T00:11:12,642 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 0b9c3225e216808f587422dc5a656127 2024-11-16T00:11:12,646 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 0b9c3225e216808f587422dc5a656127; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10946421280, jitterRate=0.019464924931526184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T00:11:12,646 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b9c3225e216808f587422dc5a656127 2024-11-16T00:11:12,654 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 0b9c3225e216808f587422dc5a656127: Running coprocessor pre-open hook at 1731715872441Writing region info on filesystem at 1731715872441Initializing all the Stores at 1731715872443 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731715872443Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731715872444 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731715872444Cleaning up temporary data from old regions at 1731715872634 (+190 ms)Running coprocessor post-open hooks at 1731715872646 (+12 ms)Region opened successfully at 1731715872654 (+8 ms) 2024-11-16T00:11:12,657 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127., pid=47, masterSystemTime=1731715872416 2024-11-16T00:11:12,662 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127. 2024-11-16T00:11:12,662 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127. 2024-11-16T00:11:12,668 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=0b9c3225e216808f587422dc5a656127, regionState=OPEN, openSeqNum=338, regionLocation=d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:12,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b9c3225e216808f587422dc5a656127, server=d6ecb9b7dda1,40657,1731715816852 because future has completed 2024-11-16T00:11:12,683 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34699 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=d6ecb9b7dda1,40657,1731715816852, table=test-1731715825426, region=0b9c3225e216808f587422dc5a656127. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-16T00:11:12,716 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=44 2024-11-16T00:11:12,716 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b9c3225e216808f587422dc5a656127, server=d6ecb9b7dda1,40657,1731715816852 in 428 msec 2024-11-16T00:11:12,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43 2024-11-16T00:11:12,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731715825426, region=0b9c3225e216808f587422dc5a656127, REOPEN/MOVE in 874 msec 2024-11-16T00:11:12,737 DEBUG [PEWorker-1 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1731715825426 2024-11-16T00:11:12,744 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-16T00:11:12,744 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1731715825426 in 895 msec 2024-11-16T00:11:12,751 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/f3/7b93ed322c5a47c394a69196db586551 to hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/archive/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/f3/7b93ed322c5a47c394a69196db586551 2024-11-16T00:11:12,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1731715825426 in 982 msec 2024-11-16T00:11:12,755 DEBUG [PEWorker-1 {}] procedure.MasterProcedureScheduler(373): pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1731715825426 completed, enqueue a new procedure pid=46, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731715825426 2024-11-16T00:11:12,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-16T00:11:12,762 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1731715825426 completed 2024-11-16T00:11:12,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-16T00:11:12,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-16T00:11:12,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741905_1081 (size=950) 2024-11-16T00:11:12,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-16T00:11:12,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-16T00:11:12,905 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-16T00:11:12,912 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731715872763 2024-11-16T00:11:12,917 DEBUG [Time-limited test {}] impl.TableBackupClient(330): Dependent incremental backup image: {BackupID=backup_1731715857252} 2024-11-16T00:11:12,917 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731715835587} 2024-11-16T00:11:12,917 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 2 ancestors for the current backup. 2024-11-16T00:11:12,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-16T00:11:12,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-16T00:11:13,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-16T00:11:13,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-16T00:11:13,071 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected Exception : Mismatch in column family descriptor for table: test-1731715825426 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException: Mismatch in column family descriptor for table: test-1731715825426 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException$ColumnFamilyMismatchExceptionBuilder.build(ColumnFamilyMismatchException.java:56) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.verifyCfCompatibility(IncrementalTableBackupClient.java:513) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:280) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.lambda$TestIncBackupRestore$0(TestIncrementalBackup.java:171) ~[test-classes/:?] at org.junit.Assert.assertThrows(Assert.java:1001) ~[junit-4.13.2.jar:4.13.2] at org.junit.Assert.assertThrows(Assert.java:981) ~[junit-4.13.2.jar:4.13.2] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:170) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T00:11:13,076 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1731715872763,startts=0,failedts=1731715873072,failedphase=REQUEST,failedmessage= Mismatch in column family descriptor for table: test-1731715825426 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'tru 2024-11-16T00:11:13,076 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot 2024-11-16T00:11:13,084 WARN [Time-limited test {}] impl.BackupSystemTable(1549): Could not restore backup system table. Snapshot snapshot_backup_system does not exists. 2024-11-16T00:11:13,084 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-16T00:11:13,087 ERROR [Time-limited test {}] impl.BackupSystemTable(1578): Snapshot snapshot_backup_system does not exists 2024-11-16T00:11:13,087 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: REQUEST 2024-11-16T00:11:13,091 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-16T00:11:13,097 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1731715872763 failed. 2024-11-16T00:11:13,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-16T00:11:13,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-16T00:11:13,147 INFO [Time-limited test {}] impl.BackupManager(225): Full backup all the tables available in the cluster: [backup:system_bulk, test-1731715825426, ns2:test-17317158254261, ns3:test-17317158254262, ns4:test-17317158254263] 2024-11-16T00:11:13,147 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-16T00:11:13,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-16T00:11:13,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731715873157 (current time:1731715873157). 2024-11-16T00:11:13,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-16T00:11:13,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-16T00:11:13,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b8ad81c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:11:13,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:11:13,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:11:13,161 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:11:13,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:11:13,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:11:13,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8f3ac52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:11:13,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:11:13,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:11:13,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:11:13,167 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:11:13,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34227832, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:11:13,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:11:13,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:11:13,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:11:13,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T00:11:13,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699. 2024-11-16T00:11:13,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T00:11:13,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:11:13,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:11:13,179 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:11:13,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-16T00:11:13,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-16T00:11:13,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 48 2024-11-16T00:11:13,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-16T00:11:13,189 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-16T00:11:13,191 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-16T00:11:13,198 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-16T00:11:13,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741906_1082 (size=52) 2024-11-16T00:11:13,251 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/.tabledesc/.tableinfo.0000000004.908 2024-11-16T00:11:13,251 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/.tabledesc/.tableinfo.0000000005.950 2024-11-16T00:11:13,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731715825426 in 1.3040 sec 2024-11-16T00:11:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-16T00:11:13,446 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5108218006030670f598fa75ecdb115b, had cached 0 bytes from a total of 8413 2024-11-16T00:11:13,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-16T00:11:13,619 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-16T00:11:13,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure add07963b46db94d5e030fc88f785a76}] 2024-11-16T00:11:13,620 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=48, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure add07963b46db94d5e030fc88f785a76 2024-11-16T00:11:13,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40657 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=49 2024-11-16T00:11:13,772 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76. 2024-11-16T00:11:13,773 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing add07963b46db94d5e030fc88f785a76 2/2 column families, dataSize=2.61 KB heapSize=3.99 KB 2024-11-16T00:11:13,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/.tmp/meta/ecd0720adb52414b8d48812d56150d4e is 158, key is trslm:hdfs://localhost:39311/backupUT\x00ns2:test-17317158254261/meta:log-roll-map/1731715871215/Put/seqid=0 2024-11-16T00:11:13,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741907_1083 (size=5745) 2024-11-16T00:11:13,794 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=492 B at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/.tmp/meta/ecd0720adb52414b8d48812d56150d4e 2024-11-16T00:11:13,795 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T00:11:13,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/.tmp/session/89568ff66f32418d97a06e05c7dc423a is 1245, key is session:backup_1731715872763/session:context/1731715873089/Put/seqid=0 2024-11-16T00:11:13,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-16T00:11:13,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741908_1084 (size=6682) 2024-11-16T00:11:13,830 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/.tmp/session/89568ff66f32418d97a06e05c7dc423a 2024-11-16T00:11:13,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/.tmp/meta/ecd0720adb52414b8d48812d56150d4e as hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/meta/ecd0720adb52414b8d48812d56150d4e 2024-11-16T00:11:13,853 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/meta/ecd0720adb52414b8d48812d56150d4e, entries=4, sequenceid=31, filesize=5.6 K 2024-11-16T00:11:13,854 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/.tmp/session/89568ff66f32418d97a06e05c7dc423a as hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/session/89568ff66f32418d97a06e05c7dc423a 2024-11-16T00:11:13,862 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/session/89568ff66f32418d97a06e05c7dc423a, entries=3, sequenceid=31, filesize=6.5 K 2024-11-16T00:11:13,863 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~2.61 KB/2669, heapSize ~3.96 KB/4056, currentSize=0 B/0 for add07963b46db94d5e030fc88f785a76 in 90ms, sequenceid=31, compaction requested=true 2024-11-16T00:11:13,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for add07963b46db94d5e030fc88f785a76: 2024-11-16T00:11:13,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76. for snapshot_backup_system completed. 2024-11-16T00:11:13,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76.' region-info for snapshot=snapshot_backup_system 2024-11-16T00:11:13,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T00:11:13,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/meta/2f3a7cf3ff214cee855e7c3f94dd292e, hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/meta/ecd0720adb52414b8d48812d56150d4e] hfiles 2024-11-16T00:11:13,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/meta/2f3a7cf3ff214cee855e7c3f94dd292e for snapshot=snapshot_backup_system 2024-11-16T00:11:13,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/meta/ecd0720adb52414b8d48812d56150d4e for snapshot=snapshot_backup_system 2024-11-16T00:11:13,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/session/7f040cff99c24b618d29ab05155a5525, hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/session/bb89c1b46ab040698ca1b0bfa33241be, hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/session/89568ff66f32418d97a06e05c7dc423a] hfiles 2024-11-16T00:11:13,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/session/7f040cff99c24b618d29ab05155a5525 for snapshot=snapshot_backup_system 2024-11-16T00:11:13,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/session/bb89c1b46ab040698ca1b0bfa33241be for snapshot=snapshot_backup_system 2024-11-16T00:11:13,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/session/89568ff66f32418d97a06e05c7dc423a for snapshot=snapshot_backup_system 2024-11-16T00:11:13,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741909_1085 (size=251) 2024-11-16T00:11:14,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76. 2024-11-16T00:11:14,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-16T00:11:14,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-16T00:11:14,281 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region add07963b46db94d5e030fc88f785a76 2024-11-16T00:11:14,281 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=48, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure add07963b46db94d5e030fc88f785a76 2024-11-16T00:11:14,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-16T00:11:14,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; SnapshotRegionProcedure add07963b46db94d5e030fc88f785a76 in 663 msec 2024-11-16T00:11:14,287 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-16T00:11:14,289 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-16T00:11:14,292 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-16T00:11:14,292 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-16T00:11:14,293 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-16T00:11:14,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741910_1086 (size=888) 2024-11-16T00:11:14,322 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-16T00:11:14,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-16T00:11:14,343 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-16T00:11:14,345 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/.hbase-snapshot/snapshot_backup_system 2024-11-16T00:11:14,348 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-16T00:11:14,348 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 48 2024-11-16T00:11:14,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.1680 sec 2024-11-16T00:11:15,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-16T00:11:15,348 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-16T00:11:15,348 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731715873098 started at 1731715875348. 2024-11-16T00:11:15,352 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731715873098 has been started. 2024-11-16T00:11:15,359 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-16T00:11:15,360 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-16T00:11:15,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-16T00:11:15,360 INFO [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-16T00:11:15,360 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-16T00:11:15,360 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-16T00:11:15,360 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-16T00:11:15,365 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-16T00:11:15,365 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-16T00:11:15,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-16T00:11:15,418 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-16T00:11:15,418 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-16T00:11:15,419 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:15,421 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:15,421 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-16T00:11:15,421 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-16T00:11:15,423 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-16T00:11:15,425 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-16T00:11:15,425 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-16T00:11:15,426 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-16T00:11:15,428 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-16T00:11:15,429 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-16T00:11:15,430 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-16T00:11:15,430 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-16T00:11:15,430 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-16T00:11:15,430 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-16T00:11:15,430 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'd6ecb9b7dda1,40657,1731715816852' joining acquired barrier for procedure (rolllog) in zk 2024-11-16T00:11:15,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:15,444 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-16T00:11:15,445 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:15,445 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-16T00:11:15,445 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-16T00:11:15,445 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-16T00:11:15,446 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-16T00:11:15,446 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-16T00:11:15,447 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-16T00:11:15,447 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-16T00:11:15,448 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:15,448 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-16T00:11:15,449 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'd6ecb9b7dda1,40657,1731715816852' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-16T00:11:15,449 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@2a66fefb[Count = 0] remaining members to acquire global barrier 2024-11-16T00:11:15,449 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-16T00:11:15,449 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-16T00:11:15,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-16T00:11:15,459 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-16T00:11:15,459 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-16T00:11:15,460 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-16T00:11:15,460 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-16T00:11:15,460 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:15,461 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-16T00:11:15,464 DEBUG [rs(d6ecb9b7dda1,40657,1731715816852)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:15,464 INFO [rs(d6ecb9b7dda1,40657,1731715816852)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731715861761 highest: 1731715861761 on d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:15,464 DEBUG [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-1:(num 1731715861714) roll requested 2024-11-16T00:11:15,484 DEBUG [regionserver/d6ecb9b7dda1:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-1.1731715875465, exclude list is [], retry=0 2024-11-16T00:11:15,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38121,DS-57c80096-5af5-4b50-923b-58561b8796c3,DISK] 2024-11-16T00:11:15,504 INFO [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-1.1731715861714 with entries=15, filesize=4.80 KB; new WAL /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-1.1731715875465 2024-11-16T00:11:15,505 DEBUG [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45251:45251)] 2024-11-16T00:11:15,505 DEBUG [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-1.1731715861714 is not closed yet, will try archiving it next time 2024-11-16T00:11:15,505 DEBUG [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d6ecb9b7dda1%2C40657%2C1731715816852.meta:.meta(num 1731715861734) roll requested 2024-11-16T00:11:15,508 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-1.1731715841554 to hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/oldWALs/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-1.1731715841554 2024-11-16T00:11:15,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741889_1065 (size=4927) 2024-11-16T00:11:15,516 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-1.1731715861714 not finished, retry = 0 2024-11-16T00:11:15,525 DEBUG [regionserver/d6ecb9b7dda1:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.meta.1731715875506.meta, exclude list is [], retry=0 2024-11-16T00:11:15,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38121,DS-57c80096-5af5-4b50-923b-58561b8796c3,DISK] 2024-11-16T00:11:15,548 INFO [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.meta.1731715861734.meta with entries=4, filesize=1.85 KB; new WAL /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.meta.1731715875506.meta 2024-11-16T00:11:15,549 DEBUG [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45251:45251)] 2024-11-16T00:11:15,549 DEBUG [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.meta.1731715861734.meta is not closed yet, will try archiving it next time 2024-11-16T00:11:15,549 DEBUG [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-0:(num 1731715861761) roll requested 2024-11-16T00:11:15,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741890_1066 (size=1903) 2024-11-16T00:11:15,567 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.meta.1731715861734.meta not finished, retry = 0 2024-11-16T00:11:15,570 DEBUG [regionserver/d6ecb9b7dda1:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-0.1731715875549, exclude list is [], retry=0 2024-11-16T00:11:15,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38121,DS-57c80096-5af5-4b50-923b-58561b8796c3,DISK] 2024-11-16T00:11:15,581 INFO [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-0.1731715861761 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-0.1731715875549 2024-11-16T00:11:15,581 DEBUG [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45251:45251)] 2024-11-16T00:11:15,581 DEBUG [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-0.1731715861761 is not closed yet, will try archiving it next time 2024-11-16T00:11:15,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741891_1067 (size=93) 2024-11-16T00:11:15,591 DEBUG [rs(d6ecb9b7dda1,40657,1731715816852)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 127 2024-11-16T00:11:15,591 INFO [rs(d6ecb9b7dda1,40657,1731715816852)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731715875549 on d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:15,600 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-0.1731715861761 to hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/oldWALs/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-0.1731715861761 2024-11-16T00:11:15,630 DEBUG [rs(d6ecb9b7dda1,40657,1731715816852)-backup-pool-0 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-16T00:11:15,639 DEBUG [rs(d6ecb9b7dda1,40657,1731715816852)-backup-pool-0 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-16T00:11:15,661 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-16T00:11:15,661 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'd6ecb9b7dda1,40657,1731715816852' in zk 2024-11-16T00:11:15,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:15,897 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:15,897 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-16T00:11:15,897 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-16T00:11:15,898 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-16T00:11:15,898 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-16T00:11:15,898 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-16T00:11:15,898 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-16T00:11:15,898 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-16T00:11:15,899 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-16T00:11:15,900 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:15,900 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-16T00:11:15,901 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-16T00:11:15,902 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:15,903 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'd6ecb9b7dda1,40657,1731715816852': 2024-11-16T00:11:15,903 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'd6ecb9b7dda1,40657,1731715816852' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-16T00:11:15,903 INFO [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-16T00:11:15,903 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-16T00:11:15,903 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-16T00:11:15,903 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-16T00:11:15,903 INFO [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-16T00:11:16,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-16T00:11:16,018 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-16T00:11:16,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-16T00:11:16,018 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-16T00:11:16,018 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-16T00:11:16,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-16T00:11:16,018 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-16T00:11:16,018 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-16T00:11:16,019 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-16T00:11:16,019 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-16T00:11:16,019 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-16T00:11:16,020 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-16T00:11:16,020 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:16,021 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-16T00:11:16,023 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-16T00:11:16,024 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-16T00:11:16,024 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:16,025 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:16,026 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-16T00:11:16,027 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-16T00:11:16,028 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:16,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:16,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-16T00:11:16,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-16T00:11:16,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-16T00:11:16,091 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-16T00:11:16,091 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-16T00:11:16,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:16,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-16T00:11:16,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-16T00:11:16,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-16T00:11:16,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-16T00:11:16,092 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-16T00:11:16,092 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-16T00:11:16,092 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-16T00:11:16,092 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-16T00:11:16,092 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-16T00:11:16,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2024-11-16T00:11:16,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-16T00:11:16,102 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731715876102_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-16T00:11:16,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731715876103 (current time:1731715876103). 2024-11-16T00:11:16,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-16T00:11:16,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731715876102_backup_system_bulk VERSION not specified, setting to 2 2024-11-16T00:11:16,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c403114, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:11:16,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:11:16,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:11:16,105 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:11:16,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:11:16,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:11:16,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ab275e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:11:16,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:11:16,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:11:16,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:11:16,107 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:11:16,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d1f917f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:11:16,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:11:16,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:11:16,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:11:16,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T00:11:16,111 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699. 2024-11-16T00:11:16,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T00:11:16,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:11:16,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:11:16,111 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:11:16,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-16T00:11:16,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731715876102_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-16T00:11:16,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731715876102_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-11-16T00:11:16,114 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731715876102_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-16T00:11:16,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-16T00:11:16,115 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731715876102_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-16T00:11:16,118 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731715876102_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-16T00:11:16,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741914_1090 (size=76) 2024-11-16T00:11:16,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-16T00:11:16,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-16T00:11:16,526 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731715876102_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-16T00:11:16,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b413900ac04937c4054ea993d4ff581a}] 2024-11-16T00:11:16,536 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b413900ac04937c4054ea993d4ff581a 2024-11-16T00:11:16,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40657 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=51 2024-11-16T00:11:16,690 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system_bulk,,1731715837921.b413900ac04937c4054ea993d4ff581a. 2024-11-16T00:11:16,690 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for b413900ac04937c4054ea993d4ff581a: 2024-11-16T00:11:16,690 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system_bulk,,1731715837921.b413900ac04937c4054ea993d4ff581a. for snapshot_1731715876102_backup_system_bulk completed. 2024-11-16T00:11:16,690 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(241): Storing 'backup:system_bulk,,1731715837921.b413900ac04937c4054ea993d4ff581a.' region-info for snapshot=snapshot_1731715876102_backup_system_bulk 2024-11-16T00:11:16,690 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T00:11:16,691 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T00:11:16,691 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T00:11:16,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741915_1091 (size=61) 2024-11-16T00:11:16,704 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system_bulk,,1731715837921.b413900ac04937c4054ea993d4ff581a. 2024-11-16T00:11:16,705 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-16T00:11:16,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-16T00:11:16,705 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731715876102_backup_system_bulk on region b413900ac04937c4054ea993d4ff581a 2024-11-16T00:11:16,706 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b413900ac04937c4054ea993d4ff581a 2024-11-16T00:11:16,720 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-16T00:11:16,720 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731715876102_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-16T00:11:16,720 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b413900ac04937c4054ea993d4ff581a in 181 msec 2024-11-16T00:11:16,723 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731715876102_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-16T00:11:16,724 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731715876102_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-16T00:11:16,724 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731715876102_backup_system_bulk 2024-11-16T00:11:16,725 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/.hbase-snapshot/.tmp/snapshot_1731715876102_backup_system_bulk 2024-11-16T00:11:16,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-16T00:11:16,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741916_1092 (size=702) 2024-11-16T00:11:17,181 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731715876102_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-16T00:11:17,193 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731715876102_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-16T00:11:17,194 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/.hbase-snapshot/.tmp/snapshot_1731715876102_backup_system_bulk to hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/.hbase-snapshot/snapshot_1731715876102_backup_system_bulk 2024-11-16T00:11:17,197 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731715876102_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-16T00:11:17,197 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731715876102_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-11-16T00:11:17,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731715876102_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } in 1.0850 sec 2024-11-16T00:11:17,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-16T00:11:17,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system_bulk completed 2024-11-16T00:11:17,250 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731715877249_default_test-1731715825426 table=test-1731715825426 type=FLUSH ttl=0 } 2024-11-16T00:11:17,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731715877250 (current time:1731715877250). 2024-11-16T00:11:17,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-16T00:11:17,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731715877249_default_test-1731715825426 VERSION not specified, setting to 2 2024-11-16T00:11:17,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c684990, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:11:17,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:11:17,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:11:17,254 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:11:17,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:11:17,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:11:17,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66a25d51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:11:17,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:11:17,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:11:17,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:11:17,257 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:11:17,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259e89b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:11:17,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:11:17,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:11:17,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:11:17,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T00:11:17,265 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699. 2024-11-16T00:11:17,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T00:11:17,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:11:17,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:11:17,266 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:11:17,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-16T00:11:17,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731715877249_default_test-1731715825426 table=test-1731715825426 type=FLUSH ttl=0 } 2024-11-16T00:11:17,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731715877249_default_test-1731715825426 table=test-1731715825426 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-11-16T00:11:17,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-16T00:11:17,276 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731715877249_default_test-1731715825426 table=test-1731715825426 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-16T00:11:17,283 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731715877249_default_test-1731715825426 table=test-1731715825426 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-16T00:11:17,287 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731715877249_default_test-1731715825426 table=test-1731715825426 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-16T00:11:17,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741917_1093 (size=84) 2024-11-16T00:11:17,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-16T00:11:17,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-16T00:11:17,620 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-16T00:11:17,704 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731715877249_default_test-1731715825426 table=test-1731715825426 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-16T00:11:17,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b9c3225e216808f587422dc5a656127}] 2024-11-16T00:11:17,706 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b9c3225e216808f587422dc5a656127 2024-11-16T00:11:17,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40657 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=53 2024-11-16T00:11:17,859 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127. 2024-11-16T00:11:17,859 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 0b9c3225e216808f587422dc5a656127: 2024-11-16T00:11:17,859 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127. for snapshot_1731715877249_default_test-1731715825426 completed. 2024-11-16T00:11:17,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(241): Storing 'test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127.' region-info for snapshot=snapshot_1731715877249_default_test-1731715825426 2024-11-16T00:11:17,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T00:11:17,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/f/108a73ce7b0c42be8014a8da5c3a5673, hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/f/e1e901e37c21411086715f745016a4ec] hfiles 2024-11-16T00:11:17,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/f/108a73ce7b0c42be8014a8da5c3a5673 for snapshot=snapshot_1731715877249_default_test-1731715825426 2024-11-16T00:11:17,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/f/e1e901e37c21411086715f745016a4ec for snapshot=snapshot_1731715877249_default_test-1731715825426 2024-11-16T00:11:17,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T00:11:17,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/mob/2afc52637db74231b13619c21a5a50c0, hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/mob/3decf92ed62c40dba15ffa7f7d6ed303] hfiles 2024-11-16T00:11:17,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/mob/2afc52637db74231b13619c21a5a50c0 for snapshot=snapshot_1731715877249_default_test-1731715825426 2024-11-16T00:11:17,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/mob/3decf92ed62c40dba15ffa7f7d6ed303 for snapshot=snapshot_1731715877249_default_test-1731715825426 2024-11-16T00:11:17,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741918_1094 (size=224) 2024-11-16T00:11:17,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-16T00:11:18,273 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127. 2024-11-16T00:11:18,274 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-16T00:11:18,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-16T00:11:18,275 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731715877249_default_test-1731715825426 on region 0b9c3225e216808f587422dc5a656127 2024-11-16T00:11:18,275 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b9c3225e216808f587422dc5a656127 2024-11-16T00:11:18,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-16T00:11:18,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0b9c3225e216808f587422dc5a656127 in 573 msec 2024-11-16T00:11:18,280 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731715877249_default_test-1731715825426 table=test-1731715825426 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-16T00:11:18,281 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731715877249_default_test-1731715825426 table=test-1731715825426 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-16T00:11:18,283 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-16T00:11:18,283 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-16T00:11:18,283 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:11:18,285 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-16T00:11:18,285 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:11:18,286 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f2 2024-11-16T00:11:18,286 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:11:18,291 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/mobdir/data/default/test-1731715825426/82da660bee43814395b866c2ff04a094/mob/d41d8cd98f00b204e9800998ecf8427e20241116fb2ec71b458a4dfe9736b15cc4401315_0b9c3225e216808f587422dc5a656127] hfiles 2024-11-16T00:11:18,291 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/mobdir/data/default/test-1731715825426/82da660bee43814395b866c2ff04a094/mob/d41d8cd98f00b204e9800998ecf8427e20241116fb2ec71b458a4dfe9736b15cc4401315_0b9c3225e216808f587422dc5a656127 2024-11-16T00:11:18,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741919_1095 (size=168) 2024-11-16T00:11:18,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-16T00:11:18,722 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731715877249_default_test-1731715825426 table=test-1731715825426 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-16T00:11:18,722 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731715877249_default_test-1731715825426 2024-11-16T00:11:18,723 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/.hbase-snapshot/.tmp/snapshot_1731715877249_default_test-1731715825426 2024-11-16T00:11:18,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741920_1096 (size=1347) 2024-11-16T00:11:19,183 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731715877249_default_test-1731715825426 table=test-1731715825426 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-16T00:11:19,198 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731715877249_default_test-1731715825426 table=test-1731715825426 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-16T00:11:19,199 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/.hbase-snapshot/.tmp/snapshot_1731715877249_default_test-1731715825426 to hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/.hbase-snapshot/snapshot_1731715877249_default_test-1731715825426 2024-11-16T00:11:19,201 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731715877249_default_test-1731715825426 table=test-1731715825426 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-16T00:11:19,202 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731715877249_default_test-1731715825426 table=test-1731715825426 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-11-16T00:11:19,205 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731715877249_default_test-1731715825426 table=test-1731715825426 type=FLUSH ttl=0 } in 1.9340 sec 2024-11-16T00:11:19,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-16T00:11:19,420 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1731715825426 completed 2024-11-16T00:11:19,421 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731715879420_ns2_test-17317158254261 table=ns2:test-17317158254261 type=FLUSH ttl=0 } 2024-11-16T00:11:19,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731715879421 (current time:1731715879421). 2024-11-16T00:11:19,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-16T00:11:19,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731715879420_ns2_test-17317158254261 VERSION not specified, setting to 2 2024-11-16T00:11:19,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38282b00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:11:19,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:11:19,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:11:19,426 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:11:19,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:11:19,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:11:19,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34116566, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:11:19,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:11:19,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:11:19,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:11:19,432 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:11:19,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@644f021d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:11:19,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:11:19,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:11:19,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:11:19,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T00:11:19,441 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699. 2024-11-16T00:11:19,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T00:11:19,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:11:19,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:11:19,441 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:11:19,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-16T00:11:19,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731715879420_ns2_test-17317158254261 table=ns2:test-17317158254261 type=FLUSH ttl=0 } 2024-11-16T00:11:19,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731715879420_ns2_test-17317158254261 table=ns2:test-17317158254261 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-11-16T00:11:19,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-16T00:11:19,461 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731715879420_ns2_test-17317158254261 table=ns2:test-17317158254261 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-16T00:11:19,463 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731715879420_ns2_test-17317158254261 table=ns2:test-17317158254261 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-16T00:11:19,467 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731715879420_ns2_test-17317158254261 table=ns2:test-17317158254261 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-16T00:11:19,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741921_1097 (size=86) 2024-11-16T00:11:19,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-16T00:11:19,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-16T00:11:19,880 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731715879420_ns2_test-17317158254261 table=ns2:test-17317158254261 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-16T00:11:19,881 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5108218006030670f598fa75ecdb115b}] 2024-11-16T00:11:19,882 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5108218006030670f598fa75ecdb115b 2024-11-16T00:11:20,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40657 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=55 2024-11-16T00:11:20,035 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17317158254261,,1731715827289.5108218006030670f598fa75ecdb115b. 2024-11-16T00:11:20,036 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 5108218006030670f598fa75ecdb115b 1/1 column families, dataSize=170 B heapSize=816 B 2024-11-16T00:11:20,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns2/test-17317158254261/5108218006030670f598fa75ecdb115b/.tmp/f/abf17efd9039402385562593efdc5814 is 38, key is row-t20/f:q1/1731715855863/Put/seqid=0 2024-11-16T00:11:20,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741922_1098 (size=5134) 2024-11-16T00:11:20,075 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns2/test-17317158254261/5108218006030670f598fa75ecdb115b/.tmp/f/abf17efd9039402385562593efdc5814 2024-11-16T00:11:20,082 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns2/test-17317158254261/5108218006030670f598fa75ecdb115b/.tmp/f/abf17efd9039402385562593efdc5814 as hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns2/test-17317158254261/5108218006030670f598fa75ecdb115b/f/abf17efd9039402385562593efdc5814 2024-11-16T00:11:20,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-16T00:11:20,112 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns2/test-17317158254261/5108218006030670f598fa75ecdb115b/f/abf17efd9039402385562593efdc5814, entries=5, sequenceid=111, filesize=5.0 K 2024-11-16T00:11:20,114 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for 5108218006030670f598fa75ecdb115b in 77ms, sequenceid=111, compaction requested=false 2024-11-16T00:11:20,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 5108218006030670f598fa75ecdb115b: 2024-11-16T00:11:20,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17317158254261,,1731715827289.5108218006030670f598fa75ecdb115b. for snapshot_1731715879420_ns2_test-17317158254261 completed. 2024-11-16T00:11:20,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17317158254261,,1731715827289.5108218006030670f598fa75ecdb115b.' region-info for snapshot=snapshot_1731715879420_ns2_test-17317158254261 2024-11-16T00:11:20,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T00:11:20,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns2/test-17317158254261/5108218006030670f598fa75ecdb115b/f/24a38b3e58844795bf03151bea0ec983, hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns2/test-17317158254261/5108218006030670f598fa75ecdb115b/f/abf17efd9039402385562593efdc5814] hfiles 2024-11-16T00:11:20,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns2/test-17317158254261/5108218006030670f598fa75ecdb115b/f/24a38b3e58844795bf03151bea0ec983 for snapshot=snapshot_1731715879420_ns2_test-17317158254261 2024-11-16T00:11:20,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns2/test-17317158254261/5108218006030670f598fa75ecdb115b/f/abf17efd9039402385562593efdc5814 for snapshot=snapshot_1731715879420_ns2_test-17317158254261 2024-11-16T00:11:20,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741923_1099 (size=130) 2024-11-16T00:11:20,207 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17317158254261,,1731715827289.5108218006030670f598fa75ecdb115b. 2024-11-16T00:11:20,207 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-16T00:11:20,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-16T00:11:20,209 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731715879420_ns2_test-17317158254261 on region 5108218006030670f598fa75ecdb115b 2024-11-16T00:11:20,209 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5108218006030670f598fa75ecdb115b 2024-11-16T00:11:20,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-16T00:11:20,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5108218006030670f598fa75ecdb115b in 334 msec 2024-11-16T00:11:20,225 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731715879420_ns2_test-17317158254261 table=ns2:test-17317158254261 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-16T00:11:20,229 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731715879420_ns2_test-17317158254261 table=ns2:test-17317158254261 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-16T00:11:20,232 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731715879420_ns2_test-17317158254261 table=ns2:test-17317158254261 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-16T00:11:20,232 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731715879420_ns2_test-17317158254261 2024-11-16T00:11:20,241 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/.hbase-snapshot/.tmp/snapshot_1731715879420_ns2_test-17317158254261 2024-11-16T00:11:20,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741924_1100 (size=496) 2024-11-16T00:11:20,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-16T00:11:20,762 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731715879420_ns2_test-17317158254261 table=ns2:test-17317158254261 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-16T00:11:20,777 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731715879420_ns2_test-17317158254261 table=ns2:test-17317158254261 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-16T00:11:20,778 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/.hbase-snapshot/.tmp/snapshot_1731715879420_ns2_test-17317158254261 to hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/.hbase-snapshot/snapshot_1731715879420_ns2_test-17317158254261 2024-11-16T00:11:20,780 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731715879420_ns2_test-17317158254261 table=ns2:test-17317158254261 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-16T00:11:20,780 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731715879420_ns2_test-17317158254261 table=ns2:test-17317158254261 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-11-16T00:11:20,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731715879420_ns2_test-17317158254261 table=ns2:test-17317158254261 type=FLUSH ttl=0 } in 1.3320 sec 2024-11-16T00:11:20,997 INFO [master/d6ecb9b7dda1:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-16T00:11:20,997 INFO [master/d6ecb9b7dda1:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-16T00:11:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-16T00:11:21,608 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17317158254261 completed 2024-11-16T00:11:21,609 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731715881608_ns3_test-17317158254262 table=ns3:test-17317158254262 type=FLUSH ttl=0 } 2024-11-16T00:11:21,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731715881609 (current time:1731715881609). 2024-11-16T00:11:21,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-16T00:11:21,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731715881608_ns3_test-17317158254262 VERSION not specified, setting to 2 2024-11-16T00:11:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b464739, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:11:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:11:21,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:11:21,612 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:11:21,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:11:21,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:11:21,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dacb115, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:11:21,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:11:21,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:11:21,616 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:11:21,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:11:21,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24601b61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:11:21,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:11:21,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:11:21,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:11:21,622 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T00:11:21,623 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699. 2024-11-16T00:11:21,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T00:11:21,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:11:21,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:11:21,624 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:11:21,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-16T00:11:21,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731715881608_ns3_test-17317158254262 table=ns3:test-17317158254262 type=FLUSH ttl=0 } 2024-11-16T00:11:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731715881608_ns3_test-17317158254262 table=ns3:test-17317158254262 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-11-16T00:11:21,628 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731715881608_ns3_test-17317158254262 table=ns3:test-17317158254262 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-16T00:11:21,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-16T00:11:21,630 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731715881608_ns3_test-17317158254262 table=ns3:test-17317158254262 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-16T00:11:21,634 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731715881608_ns3_test-17317158254262 table=ns3:test-17317158254262 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-16T00:11:21,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741925_1101 (size=86) 2024-11-16T00:11:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-16T00:11:21,893 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region add07963b46db94d5e030fc88f785a76, had cached 0 bytes from a total of 28925 2024-11-16T00:11:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-16T00:11:22,057 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731715881608_ns3_test-17317158254262 table=ns3:test-17317158254262 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-16T00:11:22,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3a820aac8c26897e9393d40da278973d}] 2024-11-16T00:11:22,059 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3a820aac8c26897e9393d40da278973d 2024-11-16T00:11:22,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40657 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=57 2024-11-16T00:11:22,211 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17317158254262,,1731715829599.3a820aac8c26897e9393d40da278973d. 2024-11-16T00:11:22,211 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 3a820aac8c26897e9393d40da278973d: 2024-11-16T00:11:22,212 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17317158254262,,1731715829599.3a820aac8c26897e9393d40da278973d. for snapshot_1731715881608_ns3_test-17317158254262 completed. 2024-11-16T00:11:22,212 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(241): Storing 'ns3:test-17317158254262,,1731715829599.3a820aac8c26897e9393d40da278973d.' region-info for snapshot=snapshot_1731715881608_ns3_test-17317158254262 2024-11-16T00:11:22,212 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T00:11:22,212 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T00:11:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-16T00:11:22,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741926_1102 (size=52) 2024-11-16T00:11:22,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17317158254262,,1731715829599.3a820aac8c26897e9393d40da278973d. 2024-11-16T00:11:22,663 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-16T00:11:22,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-16T00:11:22,663 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731715881608_ns3_test-17317158254262 on region 3a820aac8c26897e9393d40da278973d 2024-11-16T00:11:22,664 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3a820aac8c26897e9393d40da278973d 2024-11-16T00:11:22,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-16T00:11:22,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3a820aac8c26897e9393d40da278973d in 608 msec 2024-11-16T00:11:22,668 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731715881608_ns3_test-17317158254262 table=ns3:test-17317158254262 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-16T00:11:22,669 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731715881608_ns3_test-17317158254262 table=ns3:test-17317158254262 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-16T00:11:22,671 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731715881608_ns3_test-17317158254262 table=ns3:test-17317158254262 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-16T00:11:22,671 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731715881608_ns3_test-17317158254262 2024-11-16T00:11:22,672 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/.hbase-snapshot/.tmp/snapshot_1731715881608_ns3_test-17317158254262 2024-11-16T00:11:22,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741927_1103 (size=443) 2024-11-16T00:11:22,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-16T00:11:23,103 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731715881608_ns3_test-17317158254262 table=ns3:test-17317158254262 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-16T00:11:23,113 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731715881608_ns3_test-17317158254262 table=ns3:test-17317158254262 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-16T00:11:23,114 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/.hbase-snapshot/.tmp/snapshot_1731715881608_ns3_test-17317158254262 to hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/.hbase-snapshot/snapshot_1731715881608_ns3_test-17317158254262 2024-11-16T00:11:23,117 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731715881608_ns3_test-17317158254262 table=ns3:test-17317158254262 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-16T00:11:23,117 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731715881608_ns3_test-17317158254262 table=ns3:test-17317158254262 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-11-16T00:11:23,119 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731715881608_ns3_test-17317158254262 table=ns3:test-17317158254262 type=FLUSH ttl=0 } in 1.4920 sec 2024-11-16T00:11:23,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-16T00:11:23,779 INFO [Async-Client-Retry-Timer-pool-0 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns3:test-17317158254262 completed 2024-11-16T00:11:23,780 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731715883779_ns4_test-17317158254263 table=ns4:test-17317158254263 type=FLUSH ttl=0 } 2024-11-16T00:11:23,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731715883780 (current time:1731715883780). 2024-11-16T00:11:23,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-16T00:11:23,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731715883779_ns4_test-17317158254263 VERSION not specified, setting to 2 2024-11-16T00:11:23,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56551a9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:11:23,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:11:23,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:11:23,783 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:11:23,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:11:23,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:11:23,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39f90e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:11:23,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:11:23,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:11:23,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:11:23,786 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:11:23,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18d0953c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:11:23,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:11:23,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:11:23,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:11:23,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T00:11:23,794 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699. 2024-11-16T00:11:23,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T00:11:23,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:11:23,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:11:23,794 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:11:23,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-16T00:11:23,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731715883779_ns4_test-17317158254263 table=ns4:test-17317158254263 type=FLUSH ttl=0 } 2024-11-16T00:11:23,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731715883779_ns4_test-17317158254263 table=ns4:test-17317158254263 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-11-16T00:11:23,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-16T00:11:23,806 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731715883779_ns4_test-17317158254263 table=ns4:test-17317158254263 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-16T00:11:23,809 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731715883779_ns4_test-17317158254263 table=ns4:test-17317158254263 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-16T00:11:23,816 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731715883779_ns4_test-17317158254263 table=ns4:test-17317158254263 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-16T00:11:23,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741928_1104 (size=86) 2024-11-16T00:11:23,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-16T00:11:24,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-16T00:11:24,245 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731715883779_ns4_test-17317158254263 table=ns4:test-17317158254263 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-16T00:11:24,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9e982cbfc3e4bdbf189afaacbb386591}] 2024-11-16T00:11:24,246 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9e982cbfc3e4bdbf189afaacbb386591 2024-11-16T00:11:24,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40657 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=59 2024-11-16T00:11:24,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-17317158254263,,1731715831770.9e982cbfc3e4bdbf189afaacbb386591. 2024-11-16T00:11:24,400 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 9e982cbfc3e4bdbf189afaacbb386591: 2024-11-16T00:11:24,400 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-17317158254263,,1731715831770.9e982cbfc3e4bdbf189afaacbb386591. for snapshot_1731715883779_ns4_test-17317158254263 completed. 2024-11-16T00:11:24,400 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(241): Storing 'ns4:test-17317158254263,,1731715831770.9e982cbfc3e4bdbf189afaacbb386591.' region-info for snapshot=snapshot_1731715883779_ns4_test-17317158254263 2024-11-16T00:11:24,400 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T00:11:24,400 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-16T00:11:24,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741929_1105 (size=52) 2024-11-16T00:11:24,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-17317158254263,,1731715831770.9e982cbfc3e4bdbf189afaacbb386591. 2024-11-16T00:11:24,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-16T00:11:24,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-16T00:11:24,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731715883779_ns4_test-17317158254263 on region 9e982cbfc3e4bdbf189afaacbb386591 2024-11-16T00:11:24,416 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9e982cbfc3e4bdbf189afaacbb386591 2024-11-16T00:11:24,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-16T00:11:24,420 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731715883779_ns4_test-17317158254263 table=ns4:test-17317158254263 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-16T00:11:24,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9e982cbfc3e4bdbf189afaacbb386591 in 172 msec 2024-11-16T00:11:24,422 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731715883779_ns4_test-17317158254263 table=ns4:test-17317158254263 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-16T00:11:24,424 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731715883779_ns4_test-17317158254263 table=ns4:test-17317158254263 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-16T00:11:24,424 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731715883779_ns4_test-17317158254263 2024-11-16T00:11:24,425 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/.hbase-snapshot/.tmp/snapshot_1731715883779_ns4_test-17317158254263 2024-11-16T00:11:24,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-16T00:11:24,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741930_1106 (size=443) 2024-11-16T00:11:24,860 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731715883779_ns4_test-17317158254263 table=ns4:test-17317158254263 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-16T00:11:24,868 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731715883779_ns4_test-17317158254263 table=ns4:test-17317158254263 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-16T00:11:24,869 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/.hbase-snapshot/.tmp/snapshot_1731715883779_ns4_test-17317158254263 to hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/.hbase-snapshot/snapshot_1731715883779_ns4_test-17317158254263 2024-11-16T00:11:24,872 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731715883779_ns4_test-17317158254263 table=ns4:test-17317158254263 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-16T00:11:24,872 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731715883779_ns4_test-17317158254263 table=ns4:test-17317158254263 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-11-16T00:11:24,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731715883779_ns4_test-17317158254263 table=ns4:test-17317158254263 type=FLUSH ttl=0 } in 1.0770 sec 2024-11-16T00:11:24,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-16T00:11:24,938 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns4:test-17317158254263 completed 2024-11-16T00:11:24,938 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1731715873098 2024-11-16T00:11:24,938 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-16T00:11:24,938 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 5 snapshots to be copied. 2024-11-16T00:11:24,938 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731715873098_backup:system_bulk 2024-11-16T00:11:24,938 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731715876102_backup_system_bulk to hdfs://localhost:39311/backupUT/backup_1731715873098/backup/system_bulk/ 2024-11-16T00:11:24,938 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-16T00:11:24,986 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:39311, inputRoot=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24 2024-11-16T00:11:24,986 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1508861658_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:39311/backupUT/backup_1731715873098/backup/system_bulk, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:39311/backupUT/backup_1731715873098/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1731715876102_backup_system_bulk 2024-11-16T00:11:24,989 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-16T00:11:24,997 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/.hbase-snapshot/snapshot_1731715876102_backup_system_bulk to hdfs://localhost:39311/backupUT/backup_1731715873098/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1731715876102_backup_system_bulk 2024-11-16T00:11:25,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741931_1107 (size=76) 2024-11-16T00:11:25,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741932_1108 (size=702) 2024-11-16T00:11:25,450 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:25,450 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:25,451 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:26,761 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/hadoop-5803614946852373302.jar 2024-11-16T00:11:26,762 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:26,762 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:26,763 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:26,763 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:26,764 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:26,764 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:26,765 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:26,765 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:26,766 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:26,766 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-16T00:11:26,767 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-16T00:11:26,767 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-16T00:11:26,768 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-16T00:11:26,768 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-16T00:11:26,769 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-16T00:11:26,769 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-16T00:11:26,770 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-16T00:11:26,770 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-16T00:11:26,771 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-16T00:11:26,771 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-16T00:11:26,772 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-16T00:11:26,773 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-16T00:11:26,773 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-16T00:11:26,774 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-16T00:11:26,774 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-16T00:11:26,775 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-16T00:11:26,775 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-16T00:11:26,868 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-16T00:11:27,025 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731715876102_backup_system_bulk' hfile list 2024-11-16T00:11:27,299 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/mapreduce.cluster.local.dir/job_local1609206889_0005_bbc87b98-d46a-4ad9-b926-dc04fd26e9a3/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*': No such file or directory 2024-11-16T00:11:27,300 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/mapreduce.cluster.local.dir/job_local1609206889_0005_bbc87b98-d46a-4ad9-b926-dc04fd26e9a3/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/* 2024-11-16T00:11:28,368 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-16T00:11:28,370 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-16T00:11:28,384 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731715876102_backup_system_bulk 2024-11-16T00:11:28,384 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731715876102_backup_system_bulk finished. 2024-11-16T00:11:28,385 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731715873098_test-1731715825426 2024-11-16T00:11:28,385 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731715877249_default_test-1731715825426 to hdfs://localhost:39311/backupUT/backup_1731715873098/default/test-1731715825426/ 2024-11-16T00:11:28,385 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-16T00:11:28,430 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:39311, inputRoot=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24 2024-11-16T00:11:28,430 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1508861658_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:39311/backupUT/backup_1731715873098/default/test-1731715825426, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:39311/backupUT/backup_1731715873098/default/test-1731715825426/.hbase-snapshot/.tmp/snapshot_1731715877249_default_test-1731715825426 2024-11-16T00:11:28,432 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-16T00:11:28,447 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/.hbase-snapshot/snapshot_1731715877249_default_test-1731715825426 to hdfs://localhost:39311/backupUT/backup_1731715873098/default/test-1731715825426/.hbase-snapshot/.tmp/snapshot_1731715877249_default_test-1731715825426 2024-11-16T00:11:28,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741933_1109 (size=84) 2024-11-16T00:11:28,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741934_1110 (size=1347) 2024-11-16T00:11:29,310 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:29,310 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:29,311 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:30,691 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/hadoop-15237041576635604834.jar 2024-11-16T00:11:30,691 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:30,692 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:30,692 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:30,693 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:30,693 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:30,694 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:30,694 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:30,694 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:30,695 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:30,695 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-16T00:11:30,696 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-16T00:11:30,696 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-16T00:11:30,696 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-16T00:11:30,697 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-16T00:11:30,697 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-16T00:11:30,698 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-16T00:11:30,698 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-16T00:11:30,698 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-16T00:11:30,699 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-16T00:11:30,699 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-16T00:11:30,699 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-16T00:11:30,700 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-16T00:11:30,700 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-16T00:11:30,701 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-16T00:11:30,701 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-16T00:11:30,701 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-16T00:11:30,702 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-16T00:11:30,768 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-16T00:11:30,838 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731715877249_default_test-1731715825426' hfile list 2024-11-16T00:11:30,842 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=43.0 K 2024-11-16T00:11:30,977 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/mapreduce.cluster.local.dir/job_local2116220311_0006_18b62759-ee8c-4ee1-bfe0-e3b72039decc/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*': No such file or directory 2024-11-16T00:11:30,977 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/mapreduce.cluster.local.dir/job_local2116220311_0006_18b62759-ee8c-4ee1-bfe0-e3b72039decc/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/* 2024-11-16T00:11:31,086 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-16T00:11:31,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741935_1111 (size=13760) 2024-11-16T00:11:31,559 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/mob/3decf92ed62c40dba15ffa7f7d6ed303 output=hdfs://localhost:39311/backupUT/backup_1731715873098/default/test-1731715825426/archive/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/mob/3decf92ed62c40dba15ffa7f7d6ed303 2024-11-16T00:11:31,560 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=13760 (13.4 K) time=0sec 0.029M/sec 2024-11-16T00:11:31,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741936_1112 (size=10796) 2024-11-16T00:11:31,994 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/f/e1e901e37c21411086715f745016a4ec output=hdfs://localhost:39311/backupUT/backup_1731715873098/default/test-1731715825426/archive/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/f/e1e901e37c21411086715f745016a4ec 2024-11-16T00:11:31,994 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=10796 (10.5 K) time=0sec 0.024M/sec 2024-11-16T00:11:32,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741937_1113 (size=8413) 2024-11-16T00:11:32,440 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/f/108a73ce7b0c42be8014a8da5c3a5673 output=hdfs://localhost:39311/backupUT/backup_1731715873098/default/test-1731715825426/archive/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/f/108a73ce7b0c42be8014a8da5c3a5673 2024-11-16T00:11:32,440 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.018M/sec 2024-11-16T00:11:32,462 WARN [LocalJobRunner Map Task Executor #0 {}] mapred.Task(640): Task status: "copied 5.5 K/5.5 K (100.0%) from hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/mobdir/data/default/test-1731715825426/82da660bee43814395b866c2ff04a094/mob/d41d8cd98f00b204e9800998ecf8427e20241116fb2ec71b458a4dfe9736b15cc4401315_0b9c3225e216808f587422dc5a656127 to hdfs://localhost:39311/backupUT/backup_1731715873098/default/test-1731715825426/archive/data/default/test-1731715825426/82da660bee43814395b866c2ff04a094/mob/d41d8cd98f00b204e9800998ecf8427e20241116fb2ec71b458a4dfe9736b15cc4401315_0b9c3225e216808f587422dc5a656127" truncated to max limit (512 characters) 2024-11-16T00:11:32,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741938_1114 (size=5591) 2024-11-16T00:11:32,890 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/mobdir/data/default/test-1731715825426/82da660bee43814395b866c2ff04a094/mob/d41d8cd98f00b204e9800998ecf8427e20241116fb2ec71b458a4dfe9736b15cc4401315_0b9c3225e216808f587422dc5a656127 output=hdfs://localhost:39311/backupUT/backup_1731715873098/default/test-1731715825426/archive/data/default/test-1731715825426/82da660bee43814395b866c2ff04a094/mob/d41d8cd98f00b204e9800998ecf8427e20241116fb2ec71b458a4dfe9736b15cc4401315_0b9c3225e216808f587422dc5a656127 2024-11-16T00:11:32,890 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5591 (5.5 K) time=0sec 0.012M/sec 2024-11-16T00:11:32,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741939_1115 (size=5484) 2024-11-16T00:11:32,986 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/mob/2afc52637db74231b13619c21a5a50c0 output=hdfs://localhost:39311/backupUT/backup_1731715873098/default/test-1731715825426/archive/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/mob/2afc52637db74231b13619c21a5a50c0 2024-11-16T00:11:32,987 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5484 (5.4 K) time=0sec 0.065M/sec 2024-11-16T00:11:33,038 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-16T00:11:33,040 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-16T00:11:33,073 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731715877249_default_test-1731715825426 2024-11-16T00:11:33,074 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731715877249_default_test-1731715825426 finished. 2024-11-16T00:11:33,074 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731715873098_ns2:test-17317158254261 2024-11-16T00:11:33,074 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731715879420_ns2_test-17317158254261 to hdfs://localhost:39311/backupUT/backup_1731715873098/ns2/test-17317158254261/ 2024-11-16T00:11:33,074 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-16T00:11:33,126 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:39311, inputRoot=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24 2024-11-16T00:11:33,127 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1508861658_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:39311/backupUT/backup_1731715873098/ns2/test-17317158254261, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:39311/backupUT/backup_1731715873098/ns2/test-17317158254261/.hbase-snapshot/.tmp/snapshot_1731715879420_ns2_test-17317158254261 2024-11-16T00:11:33,129 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-16T00:11:33,145 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/.hbase-snapshot/snapshot_1731715879420_ns2_test-17317158254261 to hdfs://localhost:39311/backupUT/backup_1731715873098/ns2/test-17317158254261/.hbase-snapshot/.tmp/snapshot_1731715879420_ns2_test-17317158254261 2024-11-16T00:11:33,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741940_1116 (size=86) 2024-11-16T00:11:33,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741941_1117 (size=496) 2024-11-16T00:11:33,591 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:33,592 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:33,592 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:34,643 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/hadoop-10392776003825016485.jar 2024-11-16T00:11:34,644 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:34,644 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:34,644 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:34,644 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:34,645 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:34,645 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:34,645 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:34,645 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:34,646 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:34,646 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-16T00:11:34,646 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-16T00:11:34,646 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-16T00:11:34,647 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-16T00:11:34,647 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-16T00:11:34,647 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-16T00:11:34,648 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-16T00:11:34,648 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-16T00:11:34,648 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-16T00:11:34,649 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-16T00:11:34,649 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-16T00:11:34,649 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-16T00:11:34,650 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-16T00:11:34,650 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-16T00:11:34,650 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-16T00:11:34,651 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-16T00:11:34,651 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-16T00:11:34,651 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-16T00:11:34,709 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-16T00:11:34,755 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731715879420_ns2_test-17317158254261' hfile list 2024-11-16T00:11:34,758 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=13.2 K 2024-11-16T00:11:34,879 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/mapreduce.cluster.local.dir/job_local1901240012_0007_16022efd-f088-4568-991d-55b39c1571af/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*': No such file or directory 2024-11-16T00:11:34,879 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/mapreduce.cluster.local.dir/job_local1901240012_0007_16022efd-f088-4568-991d-55b39c1571af/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/* 2024-11-16T00:11:34,975 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-16T00:11:35,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741942_1118 (size=8413) 2024-11-16T00:11:35,013 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns2/test-17317158254261/5108218006030670f598fa75ecdb115b/f/24a38b3e58844795bf03151bea0ec983 output=hdfs://localhost:39311/backupUT/backup_1731715873098/ns2/test-17317158254261/archive/data/ns2/test-17317158254261/5108218006030670f598fa75ecdb115b/f/24a38b3e58844795bf03151bea0ec983 2024-11-16T00:11:35,013 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.287M/sec 2024-11-16T00:11:35,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741943_1119 (size=5134) 2024-11-16T00:11:35,072 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns2/test-17317158254261/5108218006030670f598fa75ecdb115b/f/abf17efd9039402385562593efdc5814 output=hdfs://localhost:39311/backupUT/backup_1731715873098/ns2/test-17317158254261/archive/data/ns2/test-17317158254261/5108218006030670f598fa75ecdb115b/f/abf17efd9039402385562593efdc5814 2024-11-16T00:11:35,072 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5134 (5.0 K) time=0sec 0.091M/sec 2024-11-16T00:11:35,929 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-16T00:11:35,930 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-16T00:11:35,940 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731715879420_ns2_test-17317158254261 2024-11-16T00:11:35,940 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731715879420_ns2_test-17317158254261 finished. 2024-11-16T00:11:35,940 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731715873098_ns3:test-17317158254262 2024-11-16T00:11:35,940 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731715881608_ns3_test-17317158254262 to hdfs://localhost:39311/backupUT/backup_1731715873098/ns3/test-17317158254262/ 2024-11-16T00:11:35,940 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-16T00:11:35,987 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:39311, inputRoot=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24 2024-11-16T00:11:35,987 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1508861658_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:39311/backupUT/backup_1731715873098/ns3/test-17317158254262, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:39311/backupUT/backup_1731715873098/ns3/test-17317158254262/.hbase-snapshot/.tmp/snapshot_1731715881608_ns3_test-17317158254262 2024-11-16T00:11:35,990 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-16T00:11:35,998 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/.hbase-snapshot/snapshot_1731715881608_ns3_test-17317158254262 to hdfs://localhost:39311/backupUT/backup_1731715873098/ns3/test-17317158254262/.hbase-snapshot/.tmp/snapshot_1731715881608_ns3_test-17317158254262 2024-11-16T00:11:36,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741944_1120 (size=86) 2024-11-16T00:11:36,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741945_1121 (size=443) 2024-11-16T00:11:36,429 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:36,430 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:36,430 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:37,589 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/hadoop-14170928004272220838.jar 2024-11-16T00:11:37,590 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:37,590 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:37,590 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:37,590 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:37,590 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:37,591 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:37,591 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:37,591 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:37,591 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:37,591 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-16T00:11:37,592 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-16T00:11:37,592 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-16T00:11:37,592 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-16T00:11:37,593 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-16T00:11:37,593 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-16T00:11:37,593 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-16T00:11:37,594 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-16T00:11:37,594 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-16T00:11:37,594 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-16T00:11:37,594 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-16T00:11:37,595 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-16T00:11:37,595 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-16T00:11:37,595 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-16T00:11:37,596 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-16T00:11:37,596 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-16T00:11:37,596 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-16T00:11:37,596 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-16T00:11:37,652 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-16T00:11:37,699 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731715881608_ns3_test-17317158254262' hfile list 2024-11-16T00:11:37,835 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/mapreduce.cluster.local.dir/job_local898779798_0008_416d8b68-244d-472c-a56e-2a72723f4f4f/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*': No such file or directory 2024-11-16T00:11:37,835 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/mapreduce.cluster.local.dir/job_local898779798_0008_416d8b68-244d-472c-a56e-2a72723f4f4f/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/* 2024-11-16T00:11:38,893 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-16T00:11:38,894 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-16T00:11:38,900 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731715881608_ns3_test-17317158254262 2024-11-16T00:11:38,900 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731715881608_ns3_test-17317158254262 finished. 2024-11-16T00:11:38,900 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731715873098_ns4:test-17317158254263 2024-11-16T00:11:38,901 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731715883779_ns4_test-17317158254263 to hdfs://localhost:39311/backupUT/backup_1731715873098/ns4/test-17317158254263/ 2024-11-16T00:11:38,901 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-16T00:11:38,943 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:39311, inputRoot=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24 2024-11-16T00:11:38,943 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1508861658_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:39311/backupUT/backup_1731715873098/ns4/test-17317158254263, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:39311/backupUT/backup_1731715873098/ns4/test-17317158254263/.hbase-snapshot/.tmp/snapshot_1731715883779_ns4_test-17317158254263 2024-11-16T00:11:38,947 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-16T00:11:38,953 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/.hbase-snapshot/snapshot_1731715883779_ns4_test-17317158254263 to hdfs://localhost:39311/backupUT/backup_1731715873098/ns4/test-17317158254263/.hbase-snapshot/.tmp/snapshot_1731715883779_ns4_test-17317158254263 2024-11-16T00:11:38,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741946_1122 (size=86) 2024-11-16T00:11:38,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741947_1123 (size=443) 2024-11-16T00:11:38,980 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:38,981 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:38,981 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:40,007 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/hadoop-13732763609254970405.jar 2024-11-16T00:11:40,008 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:40,008 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:40,008 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:40,009 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:40,009 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:40,009 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:40,010 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:40,010 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:40,010 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:40,011 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-16T00:11:40,011 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-16T00:11:40,011 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-16T00:11:40,011 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-16T00:11:40,012 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-16T00:11:40,012 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-16T00:11:40,012 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-16T00:11:40,012 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-16T00:11:40,013 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-16T00:11:40,013 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-16T00:11:40,013 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-16T00:11:40,013 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-16T00:11:40,013 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-16T00:11:40,014 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-16T00:11:40,014 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-16T00:11:40,014 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-16T00:11:40,014 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-16T00:11:40,014 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-16T00:11:40,054 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-16T00:11:40,086 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731715883779_ns4_test-17317158254263' hfile list 2024-11-16T00:11:40,198 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/mapreduce.cluster.local.dir/job_local904529742_0009_6fff72f4-b712-40ac-bcc9-298f975170c2/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*': No such file or directory 2024-11-16T00:11:40,199 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/mapreduce.cluster.local.dir/job_local904529742_0009_6fff72f4-b712-40ac-bcc9-298f975170c2/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/* 2024-11-16T00:11:41,264 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-16T00:11:41,265 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-16T00:11:41,271 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731715883779_ns4_test-17317158254263 2024-11-16T00:11:41,271 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731715883779_ns4_test-17317158254263 finished. 2024-11-16T00:11:41,271 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): backup:system_bulk 2024-11-16T00:11:41,271 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1731715825426 2024-11-16T00:11:41,271 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17317158254261 2024-11-16T00:11:41,271 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns3:test-17317158254262 2024-11-16T00:11:41,271 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns4:test-17317158254263 2024-11-16T00:11:41,282 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731715873098 2024-11-16T00:11:41,282 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-16T00:11:41,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741948_1124 (size=209) 2024-11-16T00:11:41,688 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:39311/backupUT/backup_1731715873098/.backup.manifest 2024-11-16T00:11:41,688 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731715873098 finished: type=FULL,tablelist=backup:system_bulk;test-1731715825426;ns2:test-17317158254261;ns3:test-17317158254262;ns4:test-17317158254263,targetRootDir=hdfs://localhost:39311/backupUT,startts=1731715875348,completets=1731715901282,bytescopied=0 2024-11-16T00:11:41,688 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-16T00:11:41,688 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731715876102_backup_system_bulk 2024-11-16T00:11:41,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731715876102_backup_system_bulk" type: DISABLED 2024-11-16T00:11:41,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731715876102_backup_system_bulk 2024-11-16T00:11:41,692 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731715876102_backup_system_bulk for backup backup_1731715873098 succeeded. 2024-11-16T00:11:41,692 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731715877249_default_test-1731715825426 2024-11-16T00:11:41,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731715877249_default_test-1731715825426" type: DISABLED 2024-11-16T00:11:41,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731715877249_default_test-1731715825426 2024-11-16T00:11:41,696 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731715877249_default_test-1731715825426 for backup backup_1731715873098 succeeded. 2024-11-16T00:11:41,696 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731715879420_ns2_test-17317158254261 2024-11-16T00:11:41,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731715879420_ns2_test-17317158254261" type: DISABLED 2024-11-16T00:11:41,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731715879420_ns2_test-17317158254261 2024-11-16T00:11:41,700 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731715879420_ns2_test-17317158254261 for backup backup_1731715873098 succeeded. 2024-11-16T00:11:41,701 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731715881608_ns3_test-17317158254262 2024-11-16T00:11:41,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731715881608_ns3_test-17317158254262" type: DISABLED 2024-11-16T00:11:41,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731715881608_ns3_test-17317158254262 2024-11-16T00:11:41,704 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731715881608_ns3_test-17317158254262 for backup backup_1731715873098 succeeded. 2024-11-16T00:11:41,704 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731715883779_ns4_test-17317158254263 2024-11-16T00:11:41,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731715883779_ns4_test-17317158254263" type: DISABLED 2024-11-16T00:11:41,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731715883779_ns4_test-17317158254263 2024-11-16T00:11:41,708 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731715883779_ns4_test-17317158254263 for backup backup_1731715873098 succeeded. 2024-11-16T00:11:41,709 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-16T00:11:41,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-16T00:11:41,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-16T00:11:41,716 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-16T00:11:41,718 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-16T00:11:41,724 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731715873098 completed. 2024-11-16T00:11:41,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-16T00:11:41,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-16T00:11:43,795 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T00:11:46,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-16T00:11:46,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-16T00:11:46,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-16T00:11:46,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-16T00:11:46,826 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-16T00:11:46,833 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731715906757 2024-11-16T00:11:46,837 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731715873098} 2024-11-16T00:11:46,837 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-16T00:11:46,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-16T00:11:46,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-16T00:11:46,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-16T00:11:46,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-16T00:11:46,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-16T00:11:46,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-16T00:11:46,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-16T00:11:46,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-16T00:11:46,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-16T00:11:47,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-16T00:11:47,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-16T00:11:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731715907021 (current time:1731715907021). 2024-11-16T00:11:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-16T00:11:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-16T00:11:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cb2695f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:11:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:11:47,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:11:47,026 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:11:47,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:11:47,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:11:47,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33cd5dbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:11:47,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:11:47,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:11:47,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:11:47,029 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:11:47,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57030c03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:11:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:11:47,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:11:47,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:11:47,034 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T00:11:47,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699. 2024-11-16T00:11:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T00:11:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:11:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:11:47,037 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:11:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-16T00:11:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-16T00:11:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-11-16T00:11:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-16T00:11:47,043 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-16T00:11:47,045 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-16T00:11:47,049 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-16T00:11:47,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741949_1125 (size=52) 2024-11-16T00:11:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-16T00:11:47,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-16T00:11:47,461 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-16T00:11:47,461 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure add07963b46db94d5e030fc88f785a76}] 2024-11-16T00:11:47,463 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure add07963b46db94d5e030fc88f785a76 2024-11-16T00:11:47,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40657 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=61 2024-11-16T00:11:47,615 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76. 2024-11-16T00:11:47,616 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing add07963b46db94d5e030fc88f785a76 2/2 column families, dataSize=2.54 KB heapSize=4.22 KB 2024-11-16T00:11:47,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/.tmp/meta/de608364440846458a39561c19e30215 is 158, key is trslm:hdfs://localhost:39311/backupUT\x00ns2:test-17317158254261/meta:log-roll-map/1731715901276/Put/seqid=0 2024-11-16T00:11:47,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741950_1126 (size=6646) 2024-11-16T00:11:47,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-16T00:11:48,031 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.36 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/.tmp/meta/de608364440846458a39561c19e30215 2024-11-16T00:11:48,050 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/.tmp/session/c1162f1f5bb8452ba68c9c798159c727 is 826, key is session:backup_1731715873098/session:context/1731715901717/Put/seqid=0 2024-11-16T00:11:48,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741951_1127 (size=5928) 2024-11-16T00:11:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-16T00:11:48,458 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/.tmp/session/c1162f1f5bb8452ba68c9c798159c727 2024-11-16T00:11:48,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/.tmp/meta/de608364440846458a39561c19e30215 as hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/meta/de608364440846458a39561c19e30215 2024-11-16T00:11:48,478 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/meta/de608364440846458a39561c19e30215, entries=12, sequenceid=42, filesize=6.5 K 2024-11-16T00:11:48,480 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/.tmp/session/c1162f1f5bb8452ba68c9c798159c727 as hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/session/c1162f1f5bb8452ba68c9c798159c727 2024-11-16T00:11:48,492 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/session/c1162f1f5bb8452ba68c9c798159c727, entries=2, sequenceid=42, filesize=5.8 K 2024-11-16T00:11:48,494 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2604, heapSize ~4.19 KB/4288, currentSize=0 B/0 for add07963b46db94d5e030fc88f785a76 in 877ms, sequenceid=42, compaction requested=true 2024-11-16T00:11:48,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for add07963b46db94d5e030fc88f785a76: 2024-11-16T00:11:48,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76. for snapshot_backup_system completed. 2024-11-16T00:11:48,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76.' region-info for snapshot=snapshot_backup_system 2024-11-16T00:11:48,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-16T00:11:48,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/meta/2f3a7cf3ff214cee855e7c3f94dd292e, hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/meta/ecd0720adb52414b8d48812d56150d4e, hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/meta/de608364440846458a39561c19e30215] hfiles 2024-11-16T00:11:48,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/meta/2f3a7cf3ff214cee855e7c3f94dd292e for snapshot=snapshot_backup_system 2024-11-16T00:11:48,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/meta/ecd0720adb52414b8d48812d56150d4e for snapshot=snapshot_backup_system 2024-11-16T00:11:48,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/meta/de608364440846458a39561c19e30215 for snapshot=snapshot_backup_system 2024-11-16T00:11:48,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/session/7f040cff99c24b618d29ab05155a5525, hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/session/bb89c1b46ab040698ca1b0bfa33241be, hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/session/89568ff66f32418d97a06e05c7dc423a, hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/session/c1162f1f5bb8452ba68c9c798159c727] hfiles 2024-11-16T00:11:48,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/4): hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/session/7f040cff99c24b618d29ab05155a5525 for snapshot=snapshot_backup_system 2024-11-16T00:11:48,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/4): hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/session/bb89c1b46ab040698ca1b0bfa33241be for snapshot=snapshot_backup_system 2024-11-16T00:11:48,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/4): hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/session/89568ff66f32418d97a06e05c7dc423a for snapshot=snapshot_backup_system 2024-11-16T00:11:48,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (4/4): hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/session/c1162f1f5bb8452ba68c9c798159c727 for snapshot=snapshot_backup_system 2024-11-16T00:11:48,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741952_1128 (size=330) 2024-11-16T00:11:48,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76. 2024-11-16T00:11:48,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-11-16T00:11:48,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-11-16T00:11:48,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region add07963b46db94d5e030fc88f785a76 2024-11-16T00:11:48,512 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure add07963b46db94d5e030fc88f785a76 2024-11-16T00:11:48,517 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-16T00:11:48,518 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; SnapshotRegionProcedure add07963b46db94d5e030fc88f785a76 in 1.0520 sec 2024-11-16T00:11:48,518 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-16T00:11:48,519 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-16T00:11:48,521 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-16T00:11:48,521 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-16T00:11:48,523 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-16T00:11:48,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741953_1129 (size=967) 2024-11-16T00:11:48,551 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-16T00:11:48,571 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-16T00:11:48,572 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/.hbase-snapshot/snapshot_backup_system 2024-11-16T00:11:48,575 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-16T00:11:48,575 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-11-16T00:11:48,578 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.5370 sec 2024-11-16T00:11:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-16T00:11:49,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-16T00:11:49,189 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731715906757 started at 1731715909189. 2024-11-16T00:11:49,193 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731715906757 has been started. 2024-11-16T00:11:49,200 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [backup:system_bulk, ns2:test-17317158254261, ns3:test-17317158254262, ns4:test-17317158254263, test-1731715825426] 2024-11-16T00:11:49,207 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1731715861761for backupID backup_1731715906757 2024-11-16T00:11:49,207 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-16T00:11:49,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-16T00:11:49,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-16T00:11:49,211 INFO [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-16T00:11:49,211 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-16T00:11:49,211 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-16T00:11:49,211 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-16T00:11:49,213 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-16T00:11:49,213 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-16T00:11:49,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-16T00:11:49,301 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:49,301 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-16T00:11:49,301 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-16T00:11:49,302 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:49,302 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-16T00:11:49,302 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-16T00:11:49,303 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-16T00:11:49,303 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-16T00:11:49,303 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-16T00:11:49,303 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-16T00:11:49,304 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-16T00:11:49,304 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-16T00:11:49,304 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-16T00:11:49,304 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-16T00:11:49,304 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-16T00:11:49,304 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-16T00:11:49,304 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'd6ecb9b7dda1,40657,1731715816852' joining acquired barrier for procedure (rolllog) in zk 2024-11-16T00:11:49,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:49,326 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-16T00:11:49,326 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:49,326 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-16T00:11:49,326 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-16T00:11:49,327 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-16T00:11:49,327 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-16T00:11:49,327 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-16T00:11:49,327 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-16T00:11:49,328 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-16T00:11:49,328 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:49,329 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-16T00:11:49,329 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'd6ecb9b7dda1,40657,1731715816852' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-16T00:11:49,329 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@2a0efc4[Count = 0] remaining members to acquire global barrier 2024-11-16T00:11:49,329 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-16T00:11:49,330 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-16T00:11:49,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-16T00:11:49,342 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-16T00:11:49,342 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-16T00:11:49,342 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-16T00:11:49,342 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-16T00:11:49,342 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:49,343 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-16T00:11:49,343 DEBUG [rs(d6ecb9b7dda1,40657,1731715816852)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:49,343 INFO [rs(d6ecb9b7dda1,40657,1731715816852)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731715875549 highest: 1731715875549 on d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:49,343 DEBUG [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-1:(num 1731715875465) roll requested 2024-11-16T00:11:49,363 DEBUG [regionserver/d6ecb9b7dda1:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-1.1731715909343, exclude list is [], retry=0 2024-11-16T00:11:49,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38121,DS-57c80096-5af5-4b50-923b-58561b8796c3,DISK] 2024-11-16T00:11:49,371 INFO [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-1.1731715875465 with entries=17, filesize=4.59 KB; new WAL /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-1.1731715909343 2024-11-16T00:11:49,371 DEBUG [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45251:45251)] 2024-11-16T00:11:49,371 DEBUG [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-1.1731715875465 is not closed yet, will try archiving it next time 2024-11-16T00:11:49,371 DEBUG [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d6ecb9b7dda1%2C40657%2C1731715816852.meta:.meta(num 1731715875506) roll requested 2024-11-16T00:11:49,371 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-1.1731715861714 to hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/oldWALs/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-1.1731715861714 2024-11-16T00:11:49,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741911_1087 (size=4710) 2024-11-16T00:11:49,391 DEBUG [regionserver/d6ecb9b7dda1:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.meta.1731715909371.meta, exclude list is [], retry=0 2024-11-16T00:11:49,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38121,DS-57c80096-5af5-4b50-923b-58561b8796c3,DISK] 2024-11-16T00:11:49,397 INFO [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.meta.1731715875506.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.meta.1731715909371.meta 2024-11-16T00:11:49,397 DEBUG [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45251:45251)] 2024-11-16T00:11:49,397 DEBUG [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.meta.1731715875506.meta is not closed yet, will try archiving it next time 2024-11-16T00:11:49,397 DEBUG [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-0:(num 1731715875549) roll requested 2024-11-16T00:11:49,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741912_1088 (size=93) 2024-11-16T00:11:49,399 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.meta.1731715875506.meta to hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/oldWALs/d6ecb9b7dda1%2C40657%2C1731715816852.meta.1731715875506.meta 2024-11-16T00:11:49,411 DEBUG [regionserver/d6ecb9b7dda1:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-0.1731715909397, exclude list is [], retry=0 2024-11-16T00:11:49,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38121,DS-57c80096-5af5-4b50-923b-58561b8796c3,DISK] 2024-11-16T00:11:49,416 INFO [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-0.1731715875549 with entries=2, filesize=645 B; new WAL /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-0.1731715909397 2024-11-16T00:11:49,416 DEBUG [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45251:45251)] 2024-11-16T00:11:49,416 DEBUG [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-0.1731715875549 is not closed yet, will try archiving it next time 2024-11-16T00:11:49,416 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-0.1731715841608 to hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/oldWALs/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-0.1731715841608 2024-11-16T00:11:49,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741913_1089 (size=653) 2024-11-16T00:11:49,421 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-0.1731715875549 to hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/oldWALs/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-0.1731715875549 2024-11-16T00:11:49,423 DEBUG [rs(d6ecb9b7dda1,40657,1731715816852)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 80 2024-11-16T00:11:49,423 INFO [rs(d6ecb9b7dda1,40657,1731715816852)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731715909397 on d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:49,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-16T00:11:49,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-16T00:11:49,446 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-16T00:11:49,446 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'd6ecb9b7dda1,40657,1731715816852' in zk 2024-11-16T00:11:49,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:49,457 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-16T00:11:49,457 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-16T00:11:49,457 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:49,457 DEBUG [member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-16T00:11:49,458 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-16T00:11:49,458 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-16T00:11:49,458 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-16T00:11:49,459 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-16T00:11:49,459 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-16T00:11:49,459 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:49,460 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-16T00:11:49,460 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-16T00:11:49,461 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:49,461 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'd6ecb9b7dda1,40657,1731715816852': 2024-11-16T00:11:49,461 INFO [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-16T00:11:49,462 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'd6ecb9b7dda1,40657,1731715816852' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-16T00:11:49,462 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-16T00:11:49,462 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-16T00:11:49,462 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-16T00:11:49,462 INFO [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-16T00:11:49,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-16T00:11:49,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-16T00:11:49,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-16T00:11:49,473 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-16T00:11:49,473 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-16T00:11:49,473 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-16T00:11:49,473 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-16T00:11:49,473 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-16T00:11:49,474 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-16T00:11:49,474 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-16T00:11:49,474 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-16T00:11:49,474 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-16T00:11:49,474 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:49,475 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-16T00:11:49,475 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-16T00:11:49,475 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-16T00:11:49,476 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:49,480 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-16T00:11:49,480 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:49,485 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-16T00:11:49,486 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:49,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-16T00:11:49,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-16T00:11:49,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:49,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-16T00:11:49,500 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-16T00:11:49,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-16T00:11:49,501 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-16T00:11:49,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:49,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-16T00:11:49,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-16T00:11:49,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-16T00:11:49,501 DEBUG [(d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-16T00:11:49,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-16T00:11:49,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-16T00:11:49,501 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-16T00:11:49,501 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-16T00:11:49,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-16T00:11:49,512 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {d6ecb9b7dda1:40657=1731715861761} newestTimestamps: {d6ecb9b7dda1:40657=1731715875549} 2024-11-16T00:11:49,514 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: d6ecb9b7dda1%2C40657%2C1731715816852.meta.1731715820599.meta 2024-11-16T00:11:49,514 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: d6ecb9b7dda1%2C40657%2C1731715816852.meta.1731715861734.meta 2024-11-16T00:11:49,514 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: d6ecb9b7dda1%2C40657%2C1731715816852.meta.1731715909371.meta 2024-11-16T00:11:49,514 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-0.1731715909397 2024-11-16T00:11:49,514 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-1.1731715875465 2024-11-16T00:11:49,514 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-1.1731715909343 2024-11-16T00:11:49,515 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/oldWALs/d6ecb9b7dda1%2C40657%2C1731715816852.meta.1731715841587.meta 2024-11-16T00:11:49,515 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/oldWALs/d6ecb9b7dda1%2C40657%2C1731715816852.meta.1731715875506.meta 2024-11-16T00:11:49,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741957_1133 (size=640) 2024-11-16T00:11:49,939 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:backup:system_bulk target: hdfs://localhost:39311/backupUT/backup_1731715906757/backup/system_bulk descriptor: 'backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T00:11:49,939 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-16T00:11:49,941 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table backup:system_bulk 2024-11-16T00:11:49,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741958_1134 (size=45) 2024-11-16T00:11:50,347 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table backup:system_bulk 2024-11-16T00:11:50,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741959_1135 (size=950) 2024-11-16T00:11:50,759 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1731715825426 target: hdfs://localhost:39311/backupUT/backup_1731715906757/default/test-1731715825426 descriptor: 'test-1731715825426', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T00:11:50,759 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-16T00:11:50,762 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1731715825426 2024-11-16T00:11:50,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741960_1136 (size=53) 2024-11-16T00:11:51,169 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1731715825426 2024-11-16T00:11:51,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741961_1137 (size=364) 2024-11-16T00:11:51,589 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17317158254261 target: hdfs://localhost:39311/backupUT/backup_1731715906757/ns2/test-17317158254261 descriptor: 'ns2:test-17317158254261', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T00:11:51,589 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-16T00:11:51,592 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17317158254261 2024-11-16T00:11:51,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741962_1138 (size=50) 2024-11-16T00:11:51,999 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17317158254261 2024-11-16T00:11:52,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741963_1139 (size=390) 2024-11-16T00:11:52,417 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns3:test-17317158254262 target: hdfs://localhost:39311/backupUT/backup_1731715906757/ns3/test-17317158254262 descriptor: 'ns3:test-17317158254262', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T00:11:52,417 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-16T00:11:52,419 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns3:test-17317158254262 2024-11-16T00:11:52,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741964_1140 (size=50) 2024-11-16T00:11:52,826 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns3:test-17317158254262 2024-11-16T00:11:52,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741965_1141 (size=390) 2024-11-16T00:11:53,244 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns4:test-17317158254263 target: hdfs://localhost:39311/backupUT/backup_1731715906757/ns4/test-17317158254263 descriptor: 'ns4:test-17317158254263', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T00:11:53,244 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-16T00:11:53,246 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns4:test-17317158254263 2024-11-16T00:11:53,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741966_1142 (size=50) 2024-11-16T00:11:53,652 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns4:test-17317158254263 2024-11-16T00:11:53,667 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:39311/backupUT/.tmp/backup_1731715906757 from hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-1.1731715875465;hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/oldWALs/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-0.1731715875549 2024-11-16T00:11:53,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7245132a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:11:53,668 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:11:53,668 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:11:53,669 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:11:53,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:11:53,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:11:53,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@229bbe1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:11:53,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:11:53,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:11:53,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:11:53,671 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:11:53,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18af0b8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:11:53,672 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T00:11:53,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d6ecb9b7dda1,34699,1731715814695 2024-11-16T00:11:53,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71302bc9 2024-11-16T00:11:53,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T00:11:53,675 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T00:11:53,679 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-16T00:11:53,680 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table backup:system_bulk 2024-11-16T00:11:53,680 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-16T00:11:53,680 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:11:53,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:11:53,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:11:53,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T00:11:53,685 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for backup:system_bulk: backup:system_bulk; 2024-11-16T00:11:53,685 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17317158254261 2024-11-16T00:11:53,685 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17317158254261,, stopping at row=ns2:test-17317158254261 ,, for max=2147483647 with caching=100 2024-11-16T00:11:53,688 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17317158254261: ns2:test-17317158254261; 2024-11-16T00:11:53,688 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns3:test-17317158254262 2024-11-16T00:11:53,688 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns3:test-17317158254262,, stopping at row=ns3:test-17317158254262 ,, for max=2147483647 with caching=100 2024-11-16T00:11:53,691 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns3:test-17317158254262: ns3:test-17317158254262; 2024-11-16T00:11:53,691 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns4:test-17317158254263 2024-11-16T00:11:53,691 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns4:test-17317158254263,, stopping at row=ns4:test-17317158254263 ,, for max=2147483647 with caching=100 2024-11-16T00:11:53,694 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns4:test-17317158254263: ns4:test-17317158254263; 2024-11-16T00:11:53,694 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1731715825426 2024-11-16T00:11:53,694 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731715825426,, stopping at row=test-1731715825426 ,, for max=2147483647 with caching=100 2024-11-16T00:11:53,696 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1731715825426: test-1731715825426; 2024-11-16T00:11:53,696 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 5 reduce partitions to match current region count for all tables 2024-11-16T00:11:53,697 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/partitions_911f5316-10ee-42f6-9a54-231a78532bd0 2024-11-16T00:11:53,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741967_1143 (size=324) 2024-11-16T00:11:54,105 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:54,105 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:54,105 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:55,094 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/hadoop-17254109227817466982.jar 2024-11-16T00:11:55,094 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:55,095 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:55,095 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:55,096 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:55,096 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:55,096 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:55,097 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:55,098 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:55,098 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:55,098 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-16T00:11:55,099 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-16T00:11:55,099 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-16T00:11:55,099 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-16T00:11:55,100 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-16T00:11:55,100 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-16T00:11:55,100 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-16T00:11:55,100 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-16T00:11:55,101 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-16T00:11:55,101 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-16T00:11:55,101 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-16T00:11:55,102 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:55,102 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:55,102 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:55,102 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:55,103 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:55,103 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:11:55,103 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-16T00:11:55,103 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: backup:system_bulk,ns2:test-17317158254261,ns3:test-17317158254262,ns4:test-17317158254263,default:test-1731715825426 2024-11-16T00:11:55,103 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T00:11:55,104 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:184) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T00:11:55,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:11:55,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:11:55,104 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:11:55,104 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-16T00:11:56,102 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/hadoop-15154543989796769862.jar 2024-11-16T00:11:56,113 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-16T00:11:56,146 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-1.1731715875465 for WAL files 2024-11-16T00:11:56,148 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-1.1731715875465 2024-11-16T00:11:56,148 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/oldWALs/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-0.1731715875549 for WAL files 2024-11-16T00:11:56,149 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/oldWALs/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-0.1731715875549 2024-11-16T00:11:56,280 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/mapreduce.cluster.local.dir/job_local1322381062_0010_eab00c67-dbdc-4a03-9b76-54f07609160b/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*': No such file or directory 2024-11-16T00:11:56,280 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/mapreduce.cluster.local.dir/job_local1322381062_0010_eab00c67-dbdc-4a03-9b76-54f07609160b/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/* 2024-11-16T00:11:56,353 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-1.1731715875465 for hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-1.1731715875465 (-9223372036854775808:9223372036854775807) length:4710 2024-11-16T00:11:56,359 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-16T00:11:56,359 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-16T00:11:56,412 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/oldWALs/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-0.1731715875549 for hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/oldWALs/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-0.1731715875549 (-9223372036854775808:9223372036854775807) length:653 2024-11-16T00:11:56,417 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-16T00:11:56,417 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-16T00:11:56,604 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51c605bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:11:56,604 DEBUG [pool-260-thread-1 {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:11:56,604 DEBUG [pool-260-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:11:56,606 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:11:56,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:11:56,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:11:56,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@313f631d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:11:56,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:11:56,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:11:56,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:11:56,610 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:11:56,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3974460d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:11:56,612 DEBUG [pool-260-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:11:56,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:11:56,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:11:56,617 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T00:11:56,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731715825426', row='row-test-1731715825426-2-0', locateType=CURRENT is [region=test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=338] 2024-11-16T00:11:56,621 INFO [pool-260-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-260-thread-1. 2024-11-16T00:11:56,621 DEBUG [pool-260-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T00:11:56,621 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:11:56,621 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:11:56,621 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:11:56,621 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731715825426-2-0] 2024-11-16T00:11:56,622 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: d6ecb9b7dda1 2024-11-16T00:11:56,633 DEBUG [pool-260-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/backupUT/.tmp/backup_1731715906757/_temporary/0/_temporary/attempt_local1322381062_0010_r_000004_0/default/test-1731715825426/f2/c703720c4f9f424582084a318e6d9488 is 58, key is row-test-1731715825426-2-0/f2:q1/1731715901743/Put/seqid=0 2024-11-16T00:11:56,637 WARN [Thread-1518 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [d6ecb9b7dda1:40657] Specified favored nodes: [d6ecb9b7dda1:40657] 2024-11-16T00:11:56,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741968_1144 (size=5367) 2024-11-16T00:11:57,336 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:39311/backupUT 2024-11-16T00:11:57,336 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1731715906757 2024-11-16T00:11:57,336 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-16T00:11:57,353 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:39311/backupUT/.tmp/backup_1731715906757, hdfs://localhost:39311/backupUT] 2024-11-16T00:11:57,420 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-16T00:11:57,441 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 0b9c3225e216808f587422dc5a656127, had cached 0 bytes from a total of 38453 2024-11-16T00:11:57,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741969_1145 (size=5367) 2024-11-16T00:11:58,080 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-16T00:11:58,083 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1731715906757 2024-11-16T00:11:58,083 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 5367 bytes copied." 2024-11-16T00:11:58,084 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local1865417074_0011 completed: true true 2024-11-16T00:11:58,084 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=6665906 FILE: Number of bytes written=17240197 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=410446 HDFS: Number of bytes written=2548321 HDFS: Number of read operations=1165 HDFS: Number of large read operations=0 HDFS: Number of write operations=422 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=6 Map output records=0 Input split bytes=344 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=1482 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=5367 Bytes Copied=5367 Bytes Expected=5367 Files Copied=2 DIR_COPY=4 2024-11-16T00:11:58,085 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:39311/backupUT/.tmp/backup_1731715906757 to hdfs://localhost:39311/backupUT finished. 2024-11-16T00:11:58,114 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731715906757 2024-11-16T00:11:58,120 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731715873098} 2024-11-16T00:11:58,120 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-16T00:11:58,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741970_1146 (size=714) 2024-11-16T00:11:58,128 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:39311/backupUT/backup_1731715906757/.backup.manifest 2024-11-16T00:11:58,128 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731715906757 finished: type=INCREMENTAL,tablelist=backup:system_bulk;test-1731715825426;ns2:test-17317158254261;ns3:test-17317158254262;ns4:test-17317158254263,targetRootDir=hdfs://localhost:39311/backupUT,startts=1731715909189,completets=1731715918114,bytescopied=0 2024-11-16T00:11:58,128 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-16T00:11:58,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-16T00:11:58,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-16T00:11:58,141 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-16T00:11:58,144 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-16T00:11:58,150 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731715906757 completed. 2024-11-16T00:11:58,150 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-16T00:11:58,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-16T00:11:58,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-16T00:11:58,176 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(191): Restoring full backup_1731715835587 2024-11-16T00:11:58,180 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table table1 does not exist. It will be created during restore process 2024-11-16T00:11:58,181 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table ns2:table2 does not exist. It will be created during restore process 2024-11-16T00:11:58,182 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:39311/backupUT/backup_1731715835587/.backup.manifest 2024-11-16T00:11:58,185 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731715835587/.backup.manifest 2024-11-16T00:11:58,188 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:39311/backupUT/backup_1731715835587/.backup.manifest 2024-11-16T00:11:58,193 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731715835587/.backup.manifest 2024-11-16T00:11:58,193 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1731715825426' to 'table1' from full backup image hdfs://localhost:39311/backupUT/backup_1731715835587/default/test-1731715825426 2024-11-16T00:11:58,204 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'table1' 2024-11-16T00:11:58,204 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:39311/backupUT/backup_1731715835587/default/test-1731715825426/archive/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127 2024-11-16T00:11:58,206 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:39311/backupUT/backup_1731715835587/default/test-1731715825426/archive/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/f in region [hdfs://localhost:39311/backupUT/backup_1731715835587/default/test-1731715825426/archive/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127] 2024-11-16T00:11:58,212 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:39311/backupUT/backup_1731715835587/default/test-1731715825426/archive/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/f/108a73ce7b0c42be8014a8da5c3a5673 first=row0 last=row98 2024-11-16T00:11:58,212 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:39311/backupUT/backup_1731715835587/default/test-1731715825426/archive/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/f3 in region [hdfs://localhost:39311/backupUT/backup_1731715835587/default/test-1731715825426/archive/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127] 2024-11-16T00:11:58,218 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:39311/backupUT/backup_1731715835587/default/test-1731715825426/archive/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/f3/7b93ed322c5a47c394a69196db586551 first=row-test-1731715825426-3-0 last=row-test-1731715825426-3-5 2024-11-16T00:11:58,218 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:39311/backupUT/backup_1731715835587/default/test-1731715825426/archive/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/mob in region [hdfs://localhost:39311/backupUT/backup_1731715835587/default/test-1731715825426/archive/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127] 2024-11-16T00:11:58,223 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:39311/backupUT/backup_1731715835587/default/test-1731715825426/archive/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/mob/2afc52637db74231b13619c21a5a50c0 first=row-test-1731715825426-3-0 last=row-test-1731715825426-3-5 2024-11-16T00:11:58,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'table1', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T00:11:58,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=table1 2024-11-16T00:11:58,234 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T00:11:58,234 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:11:58,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 62 2024-11-16T00:11:58,236 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T00:11:58,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-16T00:11:58,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741971_1147 (size=938) 2024-11-16T00:11:58,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-16T00:11:58,446 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5108218006030670f598fa75ecdb115b, had cached 0 bytes from a total of 13547 2024-11-16T00:11:58,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-16T00:11:58,646 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1b359e5e245770dade269c8b86d3d970, NAME => 'table1,,1731715918229.1b359e5e245770dade269c8b86d3d970.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24 2024-11-16T00:11:58,646 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 37750faf629f9b713ce822be3cf78841, NAME => 'table1,row0,1731715918229.37750faf629f9b713ce822be3cf78841.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24 2024-11-16T00:11:58,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741973_1149 (size=45) 2024-11-16T00:11:58,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741972_1148 (size=45) 2024-11-16T00:11:58,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-16T00:11:59,063 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1731715918229.37750faf629f9b713ce822be3cf78841.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T00:11:59,063 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 37750faf629f9b713ce822be3cf78841, disabling compactions & flushes 2024-11-16T00:11:59,063 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1731715918229.37750faf629f9b713ce822be3cf78841. 2024-11-16T00:11:59,063 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731715918229.37750faf629f9b713ce822be3cf78841. 2024-11-16T00:11:59,063 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731715918229.37750faf629f9b713ce822be3cf78841. after waiting 0 ms 2024-11-16T00:11:59,063 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731715918229.37750faf629f9b713ce822be3cf78841. 2024-11-16T00:11:59,063 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1731715918229.37750faf629f9b713ce822be3cf78841. 2024-11-16T00:11:59,063 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 37750faf629f9b713ce822be3cf78841: Waiting for close lock at 1731715919063Disabling compacts and flushes for region at 1731715919063Disabling writes for close at 1731715919063Writing region close event to WAL at 1731715919063Closed at 1731715919063 2024-11-16T00:11:59,064 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1731715918229.1b359e5e245770dade269c8b86d3d970.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T00:11:59,064 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 1b359e5e245770dade269c8b86d3d970, disabling compactions & flushes 2024-11-16T00:11:59,064 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1731715918229.1b359e5e245770dade269c8b86d3d970. 2024-11-16T00:11:59,064 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731715918229.1b359e5e245770dade269c8b86d3d970. 2024-11-16T00:11:59,064 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1731715918229.1b359e5e245770dade269c8b86d3d970. after waiting 0 ms 2024-11-16T00:11:59,064 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1731715918229.1b359e5e245770dade269c8b86d3d970. 2024-11-16T00:11:59,064 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1731715918229.1b359e5e245770dade269c8b86d3d970. 2024-11-16T00:11:59,064 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1b359e5e245770dade269c8b86d3d970: Waiting for close lock at 1731715919064Disabling compacts and flushes for region at 1731715919064Disabling writes for close at 1731715919064Writing region close event to WAL at 1731715919064Closed at 1731715919064 2024-11-16T00:11:59,066 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T00:11:59,066 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1731715918229.37750faf629f9b713ce822be3cf78841.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731715919066"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731715919066"}]},"ts":"1731715919066"} 2024-11-16T00:11:59,066 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1731715918229.1b359e5e245770dade269c8b86d3d970.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731715919066"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731715919066"}]},"ts":"1731715919066"} 2024-11-16T00:11:59,071 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-16T00:11:59,072 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T00:11:59,073 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731715919072"}]},"ts":"1731715919072"} 2024-11-16T00:11:59,075 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-16T00:11:59,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=1b359e5e245770dade269c8b86d3d970, ASSIGN}, {pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=37750faf629f9b713ce822be3cf78841, ASSIGN}] 2024-11-16T00:11:59,077 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=1b359e5e245770dade269c8b86d3d970, ASSIGN 2024-11-16T00:11:59,077 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=37750faf629f9b713ce822be3cf78841, ASSIGN 2024-11-16T00:11:59,078 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=1b359e5e245770dade269c8b86d3d970, ASSIGN; state=OFFLINE, location=d6ecb9b7dda1,40657,1731715816852; forceNewPlan=false, retain=false 2024-11-16T00:11:59,078 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=37750faf629f9b713ce822be3cf78841, ASSIGN; state=OFFLINE, location=d6ecb9b7dda1,40657,1731715816852; forceNewPlan=false, retain=false 2024-11-16T00:11:59,229 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=37750faf629f9b713ce822be3cf78841, regionState=OPENING, regionLocation=d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:59,229 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=1b359e5e245770dade269c8b86d3d970, regionState=OPENING, regionLocation=d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:59,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=1b359e5e245770dade269c8b86d3d970, ASSIGN because future has completed 2024-11-16T00:11:59,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b359e5e245770dade269c8b86d3d970, server=d6ecb9b7dda1,40657,1731715816852}] 2024-11-16T00:11:59,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=37750faf629f9b713ce822be3cf78841, ASSIGN because future has completed 2024-11-16T00:11:59,233 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37750faf629f9b713ce822be3cf78841, server=d6ecb9b7dda1,40657,1731715816852}] 2024-11-16T00:11:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-16T00:11:59,388 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open table1,,1731715918229.1b359e5e245770dade269c8b86d3d970. 2024-11-16T00:11:59,388 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => 1b359e5e245770dade269c8b86d3d970, NAME => 'table1,,1731715918229.1b359e5e245770dade269c8b86d3d970.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-16T00:11:59,389 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-16T00:11:59,389 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 1b359e5e245770dade269c8b86d3d970 2024-11-16T00:11:59,389 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated table1,,1731715918229.1b359e5e245770dade269c8b86d3d970.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T00:11:59,389 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for 1b359e5e245770dade269c8b86d3d970 2024-11-16T00:11:59,389 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for 1b359e5e245770dade269c8b86d3d970 2024-11-16T00:11:59,391 INFO [StoreOpener-1b359e5e245770dade269c8b86d3d970-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1b359e5e245770dade269c8b86d3d970 2024-11-16T00:11:59,501 INFO [StoreOpener-1b359e5e245770dade269c8b86d3d970-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b359e5e245770dade269c8b86d3d970 columnFamilyName f 2024-11-16T00:11:59,501 DEBUG [StoreOpener-1b359e5e245770dade269c8b86d3d970-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:11:59,501 INFO [StoreOpener-1b359e5e245770dade269c8b86d3d970-1 {}] regionserver.HStore(327): Store=1b359e5e245770dade269c8b86d3d970/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T00:11:59,502 INFO [StoreOpener-1b359e5e245770dade269c8b86d3d970-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 1b359e5e245770dade269c8b86d3d970 2024-11-16T00:11:59,503 INFO [StoreOpener-1b359e5e245770dade269c8b86d3d970-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b359e5e245770dade269c8b86d3d970 columnFamilyName f3 2024-11-16T00:11:59,503 DEBUG [StoreOpener-1b359e5e245770dade269c8b86d3d970-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:11:59,504 INFO [StoreOpener-1b359e5e245770dade269c8b86d3d970-1 {}] regionserver.HStore(327): Store=1b359e5e245770dade269c8b86d3d970/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T00:11:59,504 INFO [StoreOpener-1b359e5e245770dade269c8b86d3d970-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 1b359e5e245770dade269c8b86d3d970 2024-11-16T00:11:59,505 INFO [StoreOpener-1b359e5e245770dade269c8b86d3d970-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b359e5e245770dade269c8b86d3d970 columnFamilyName mob 2024-11-16T00:11:59,506 DEBUG [StoreOpener-1b359e5e245770dade269c8b86d3d970-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:11:59,506 INFO [StoreOpener-1b359e5e245770dade269c8b86d3d970-1 {}] regionserver.HStore(327): Store=1b359e5e245770dade269c8b86d3d970/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T00:11:59,507 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for 1b359e5e245770dade269c8b86d3d970 2024-11-16T00:11:59,507 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/1b359e5e245770dade269c8b86d3d970 2024-11-16T00:11:59,508 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/1b359e5e245770dade269c8b86d3d970 2024-11-16T00:11:59,509 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for 1b359e5e245770dade269c8b86d3d970 2024-11-16T00:11:59,509 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for 1b359e5e245770dade269c8b86d3d970 2024-11-16T00:11:59,510 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T00:11:59,512 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for 1b359e5e245770dade269c8b86d3d970 2024-11-16T00:11:59,514 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/1b359e5e245770dade269c8b86d3d970/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T00:11:59,515 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened 1b359e5e245770dade269c8b86d3d970; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10640514720, jitterRate=-0.009024843573570251}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T00:11:59,515 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1b359e5e245770dade269c8b86d3d970 2024-11-16T00:11:59,515 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for 1b359e5e245770dade269c8b86d3d970: Running coprocessor pre-open hook at 1731715919389Writing region info on filesystem at 1731715919389Initializing all the Stores at 1731715919390 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731715919390Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731715919391 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731715919391Cleaning up temporary data from old regions at 1731715919509 (+118 ms)Running coprocessor post-open hooks at 1731715919515 (+6 ms)Region opened successfully at 1731715919515 2024-11-16T00:11:59,576 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1731715918229.1b359e5e245770dade269c8b86d3d970., pid=65, masterSystemTime=1731715919385 2024-11-16T00:11:59,579 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1731715918229.1b359e5e245770dade269c8b86d3d970. 2024-11-16T00:11:59,579 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened table1,,1731715918229.1b359e5e245770dade269c8b86d3d970. 2024-11-16T00:11:59,580 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(132): Open table1,row0,1731715918229.37750faf629f9b713ce822be3cf78841. 2024-11-16T00:11:59,580 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7752): Opening region: {ENCODED => 37750faf629f9b713ce822be3cf78841, NAME => 'table1,row0,1731715918229.37750faf629f9b713ce822be3cf78841.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-16T00:11:59,580 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=1b359e5e245770dade269c8b86d3d970, regionState=OPEN, openSeqNum=2, regionLocation=d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:59,580 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-16T00:11:59,580 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 37750faf629f9b713ce822be3cf78841 2024-11-16T00:11:59,580 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(898): Instantiated table1,row0,1731715918229.37750faf629f9b713ce822be3cf78841.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T00:11:59,581 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7794): checking encryption for 37750faf629f9b713ce822be3cf78841 2024-11-16T00:11:59,581 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7797): checking classloading for 37750faf629f9b713ce822be3cf78841 2024-11-16T00:11:59,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b359e5e245770dade269c8b86d3d970, server=d6ecb9b7dda1,40657,1731715816852 because future has completed 2024-11-16T00:11:59,583 INFO [StoreOpener-37750faf629f9b713ce822be3cf78841-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 37750faf629f9b713ce822be3cf78841 2024-11-16T00:11:59,585 INFO [StoreOpener-37750faf629f9b713ce822be3cf78841-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37750faf629f9b713ce822be3cf78841 columnFamilyName f 2024-11-16T00:11:59,585 DEBUG [StoreOpener-37750faf629f9b713ce822be3cf78841-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:11:59,587 INFO [StoreOpener-37750faf629f9b713ce822be3cf78841-1 {}] regionserver.HStore(327): Store=37750faf629f9b713ce822be3cf78841/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T00:11:59,587 INFO [StoreOpener-37750faf629f9b713ce822be3cf78841-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 37750faf629f9b713ce822be3cf78841 2024-11-16T00:11:59,589 INFO [StoreOpener-37750faf629f9b713ce822be3cf78841-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37750faf629f9b713ce822be3cf78841 columnFamilyName f3 2024-11-16T00:11:59,589 DEBUG [StoreOpener-37750faf629f9b713ce822be3cf78841-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:11:59,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=63 2024-11-16T00:11:59,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 1b359e5e245770dade269c8b86d3d970, server=d6ecb9b7dda1,40657,1731715816852 in 352 msec 2024-11-16T00:11:59,593 INFO [StoreOpener-37750faf629f9b713ce822be3cf78841-1 {}] regionserver.HStore(327): Store=37750faf629f9b713ce822be3cf78841/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T00:11:59,593 INFO [StoreOpener-37750faf629f9b713ce822be3cf78841-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 37750faf629f9b713ce822be3cf78841 2024-11-16T00:11:59,595 INFO [StoreOpener-37750faf629f9b713ce822be3cf78841-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37750faf629f9b713ce822be3cf78841 columnFamilyName mob 2024-11-16T00:11:59,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=1b359e5e245770dade269c8b86d3d970, ASSIGN in 518 msec 2024-11-16T00:11:59,596 DEBUG [StoreOpener-37750faf629f9b713ce822be3cf78841-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:11:59,596 INFO [StoreOpener-37750faf629f9b713ce822be3cf78841-1 {}] regionserver.HStore(327): Store=37750faf629f9b713ce822be3cf78841/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T00:11:59,597 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1038): replaying wal for 37750faf629f9b713ce822be3cf78841 2024-11-16T00:11:59,598 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/37750faf629f9b713ce822be3cf78841 2024-11-16T00:11:59,599 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/37750faf629f9b713ce822be3cf78841 2024-11-16T00:11:59,600 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1048): stopping wal replay for 37750faf629f9b713ce822be3cf78841 2024-11-16T00:11:59,600 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1060): Cleaning up temporary data for 37750faf629f9b713ce822be3cf78841 2024-11-16T00:11:59,601 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T00:11:59,605 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1093): writing seq id for 37750faf629f9b713ce822be3cf78841 2024-11-16T00:11:59,609 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/37750faf629f9b713ce822be3cf78841/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T00:11:59,609 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1114): Opened 37750faf629f9b713ce822be3cf78841; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11366026240, jitterRate=0.05854368209838867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T00:11:59,610 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 37750faf629f9b713ce822be3cf78841 2024-11-16T00:11:59,610 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1006): Region open journal for 37750faf629f9b713ce822be3cf78841: Running coprocessor pre-open hook at 1731715919581Writing region info on filesystem at 1731715919581Initializing all the Stores at 1731715919582 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731715919582Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731715919582Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731715919582Cleaning up temporary data from old regions at 1731715919600 (+18 ms)Running coprocessor post-open hooks at 1731715919610 (+10 ms)Region opened successfully at 1731715919610 2024-11-16T00:11:59,613 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1731715918229.37750faf629f9b713ce822be3cf78841., pid=66, masterSystemTime=1731715919385 2024-11-16T00:11:59,615 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1731715918229.37750faf629f9b713ce822be3cf78841. 2024-11-16T00:11:59,615 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(153): Opened table1,row0,1731715918229.37750faf629f9b713ce822be3cf78841. 2024-11-16T00:11:59,617 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=37750faf629f9b713ce822be3cf78841, regionState=OPEN, openSeqNum=2, regionLocation=d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:11:59,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37750faf629f9b713ce822be3cf78841, server=d6ecb9b7dda1,40657,1731715816852 because future has completed 2024-11-16T00:11:59,630 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=64 2024-11-16T00:11:59,630 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 37750faf629f9b713ce822be3cf78841, server=d6ecb9b7dda1,40657,1731715816852 in 392 msec 2024-11-16T00:11:59,634 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=62 2024-11-16T00:11:59,634 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=37750faf629f9b713ce822be3cf78841, ASSIGN in 555 msec 2024-11-16T00:11:59,635 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T00:11:59,637 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731715919635"}]},"ts":"1731715919635"} 2024-11-16T00:11:59,641 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-16T00:11:59,643 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T00:11:59,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; CreateTableProcedure table=table1 in 1.4130 sec 2024-11-16T00:12:00,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-16T00:12:00,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:table1 completed 2024-11-16T00:12:00,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-16T00:12:00,386 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:39311/backupUT/backup_1731715835587/default/test-1731715825426/archive/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127 from hbase tables test-1731715825426 to tables table1 2024-11-16T00:12:00,386 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1731715825426 into table1 2024-11-16T00:12:00,390 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-default-table1-1731715920387 from hdfs://localhost:39311/backupUT/backup_1731715835587/default/test-1731715825426/archive/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127 2024-11-16T00:12:00,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@329c3ff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:00,392 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:12:00,392 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:12:00,393 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:12:00,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:12:00,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:12:00,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@658c7002, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:00,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:12:00,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:12:00,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:00,396 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:12:00,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@652e8502, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:00,397 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T00:12:00,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d6ecb9b7dda1,34699,1731715814695 2024-11-16T00:12:00,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d1f5b52 2024-11-16T00:12:00,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T00:12:00,401 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T00:12:00,404 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-16T00:12:00,404 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-16T00:12:00,404 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-16T00:12:00,404 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:12:00,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:12:00,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:12:00,407 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T00:12:00,410 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-16T00:12:00,410 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-16T00:12:00,410 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-16T00:12:00,410 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/partitions_ff3d18fa-ecac-496f-83df-e07a6fea0848 2024-11-16T00:12:00,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741974_1150 (size=177) 2024-11-16T00:12:00,827 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:00,828 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:00,828 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:01,806 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/hadoop-7739900238610894246.jar 2024-11-16T00:12:01,806 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:01,806 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:01,807 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:01,807 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:01,807 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:01,808 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:01,808 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:01,808 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:01,808 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:01,809 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-16T00:12:01,809 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-16T00:12:01,809 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-16T00:12:01,809 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-16T00:12:01,810 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-16T00:12:01,810 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-16T00:12:01,810 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-16T00:12:01,811 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-16T00:12:01,811 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-16T00:12:01,811 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-16T00:12:01,812 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-16T00:12:01,815 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:01,815 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:01,816 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:01,816 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:01,817 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:01,817 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:01,818 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-16T00:12:01,818 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-16T00:12:01,818 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T00:12:01,818 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T00:12:01,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:01,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:01,819 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:12:01,819 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-16T00:12:01,819 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-16T00:12:01,837 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-16T00:12:01,861 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-16T00:12:02,020 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/mapreduce.cluster.local.dir/job_local1447651428_0012_c907211a-ef43-48b4-82d6-2cc3c10e5c6c/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*': No such file or directory 2024-11-16T00:12:02,020 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/mapreduce.cluster.local.dir/job_local1447651428_0012_c907211a-ef43-48b4-82d6-2cc3c10e5c6c/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/* 2024-11-16T00:12:02,079 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:39311/backupUT/backup_1731715835587/default/test-1731715825426/archive/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/f/108a73ce7b0c42be8014a8da5c3a5673 2024-11-16T00:12:02,085 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-16T00:12:02,160 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:39311/backupUT/backup_1731715835587/default/test-1731715825426/archive/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/mob/2afc52637db74231b13619c21a5a50c0 2024-11-16T00:12:02,165 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-16T00:12:02,201 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:39311/backupUT/backup_1731715835587/default/test-1731715825426/archive/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/f3/7b93ed322c5a47c394a69196db586551 2024-11-16T00:12:02,206 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-16T00:12:02,261 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@796c6dee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:02,261 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:12:02,261 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:12:02,262 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:12:02,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:12:02,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:12:02,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46ce0393, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:02,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:12:02,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:12:02,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:02,264 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:12:02,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7076aa18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:02,265 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:12:02,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:12:02,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:12:02,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T00:12:02,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731715825426-3-0', locateType=CURRENT is [region=table1,,1731715918229.1b359e5e245770dade269c8b86d3d970., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2] 2024-11-16T00:12:02,270 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-16T00:12:02,271 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T00:12:02,271 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:02,271 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:02,271 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731715825426-3-0] 2024-11-16T00:12:02,271 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: d6ecb9b7dda1 2024-11-16T00:12:02,272 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:12:02,277 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a9878d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:02,277 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:12:02,277 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:12:02,278 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:12:02,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:12:02,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:12:02,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a5d5506, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:02,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:12:02,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:12:02,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:02,281 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:12:02,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27f126f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:02,283 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:12:02,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:12:02,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:12:02,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T00:12:02,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731715825426-3-0', locateType=CURRENT is [region=table1,,1731715918229.1b359e5e245770dade269c8b86d3d970., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2] 2024-11-16T00:12:02,289 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-16T00:12:02,289 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T00:12:02,289 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:02,289 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:02,289 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:12:02,289 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731715825426-3-0] 2024-11-16T00:12:02,290 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: d6ecb9b7dda1 2024-11-16T00:12:02,294 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-default-table1-1731715920387/_temporary/0/_temporary/attempt_local1447651428_0012_r_000000_0/f3/14da9f3929af4d0fba2393b37a769025 is 58, key is row-test-1731715825426-3-0/f3:q1/1731715835554/Put/seqid=0 2024-11-16T00:12:02,296 WARN [Thread-1637 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [d6ecb9b7dda1:40657] Specified favored nodes: [d6ecb9b7dda1:40657] 2024-11-16T00:12:02,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741975_1151 (size=5530) 2024-11-16T00:12:02,645 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2024-11-16T00:12:02,703 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-default-table1-1731715920387/_temporary/0/_temporary/attempt_local1447651428_0012_r_000000_0/mob/5c0bb0cf3952406c9a05957cd81c1a5b is 59, key is row-test-1731715825426-3-0/mob:q1/1731715835570/Put/seqid=0 2024-11-16T00:12:02,706 WARN [Thread-1639 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [d6ecb9b7dda1:40657] Specified favored nodes: [d6ecb9b7dda1:40657] 2024-11-16T00:12:02,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741976_1152 (size=5539) 2024-11-16T00:12:02,752 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f5be9ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:02,752 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:12:02,752 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:12:02,753 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:12:02,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:12:02,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:12:02,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75ce14e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:02,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:12:02,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:12:02,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:02,758 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:12:02,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@236b4b09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:02,759 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:12:02,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:12:02,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:12:02,762 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T00:12:02,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731715918229.37750faf629f9b713ce822be3cf78841., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2] 2024-11-16T00:12:02,765 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-16T00:12:02,765 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T00:12:02,765 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:02,765 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:02,765 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:12:02,765 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-16T00:12:02,766 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: d6ecb9b7dda1 2024-11-16T00:12:02,784 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-default-table1-1731715920387/_temporary/0/_temporary/attempt_local1447651428_0012_r_000001_0/f/e7ee47418c974ed3a82e08296adc5d01 is 37, key is row10/f:q1/1731715827142/Put/seqid=0 2024-11-16T00:12:02,786 WARN [Thread-1654 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [d6ecb9b7dda1:40657] Specified favored nodes: [d6ecb9b7dda1:40657] 2024-11-16T00:12:02,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741977_1153 (size=8742) 2024-11-16T00:12:03,069 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-default-table1-1731715920387 2024-11-16T00:12:03,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32743b16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:03,070 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:12:03,070 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:12:03,071 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:12:03,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:12:03,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:12:03,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59febe03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:03,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:12:03,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:12:03,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:03,074 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:12:03,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@264ccea9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:03,076 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:12:03,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:12:03,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:12:03,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T00:12:03,085 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-default-table1-1731715920387/_SUCCESS 2024-11-16T00:12:03,102 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T00:12:03,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d6ecb9b7dda1,34699,1731715814695 2024-11-16T00:12:03,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@177a2c02 2024-11-16T00:12:03,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T00:12:03,106 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T00:12:03,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731715918229.1b359e5e245770dade269c8b86d3d970., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2] 2024-11-16T00:12:03,125 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-16T00:12:03,145 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-default-table1-1731715920387/f/e7ee47418c974ed3a82e08296adc5d01 first=Optional[row0] last=Optional[row98] 2024-11-16T00:12:03,152 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-default-table1-1731715920387/f3/14da9f3929af4d0fba2393b37a769025 first=Optional[row-test-1731715825426-3-0] last=Optional[row-test-1731715825426-3-5] 2024-11-16T00:12:03,157 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-default-table1-1731715920387/mob/5c0bb0cf3952406c9a05957cd81c1a5b first=Optional[row-test-1731715825426-3-0] last=Optional[row-test-1731715825426-3-5] 2024-11-16T00:12:03,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-default-table1-1731715920387/f/e7ee47418c974ed3a82e08296adc5d01 for inclusion in 37750faf629f9b713ce822be3cf78841/f 2024-11-16T00:12:03,188 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-default-table1-1731715920387/mob/5c0bb0cf3952406c9a05957cd81c1a5b for inclusion in 1b359e5e245770dade269c8b86d3d970/mob 2024-11-16T00:12:03,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731715825426-3-0 last=row-test-1731715825426-3-5 2024-11-16T00:12:03,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-16T00:12:03,193 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-default-table1-1731715920387/f3/14da9f3929af4d0fba2393b37a769025 for inclusion in 1b359e5e245770dade269c8b86d3d970/f3 2024-11-16T00:12:03,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731715825426-3-0 last=row-test-1731715825426-3-5 2024-11-16T00:12:03,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-16T00:12:03,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HRegion(2603): Flush status journal for 1b359e5e245770dade269c8b86d3d970: 2024-11-16T00:12:03,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-16T00:12:03,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-16T00:12:03,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] regionserver.HRegion(2603): Flush status journal for 37750faf629f9b713ce822be3cf78841: 2024-11-16T00:12:03,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-default-table1-1731715920387/mob/5c0bb0cf3952406c9a05957cd81c1a5b to hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/staging/jenkins__table1__chq7vlo0b5l87ljhekvjsm75gch4h9a6erq7nvom2reouq88qsnofnelg6ttl09f/mob/5c0bb0cf3952406c9a05957cd81c1a5b 2024-11-16T00:12:03,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-default-table1-1731715920387/f/e7ee47418c974ed3a82e08296adc5d01 to hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/staging/jenkins__table1__chq7vlo0b5l87ljhekvjsm75gch4h9a6erq7nvom2reouq88qsnofnelg6ttl09f/f/e7ee47418c974ed3a82e08296adc5d01 2024-11-16T00:12:03,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/staging/jenkins__table1__chq7vlo0b5l87ljhekvjsm75gch4h9a6erq7nvom2reouq88qsnofnelg6ttl09f/mob/5c0bb0cf3952406c9a05957cd81c1a5b as hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/1b359e5e245770dade269c8b86d3d970/mob/b7f594fae3a7421d855cf5e6d81009cf_SeqId_4_ 2024-11-16T00:12:03,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/staging/jenkins__table1__chq7vlo0b5l87ljhekvjsm75gch4h9a6erq7nvom2reouq88qsnofnelg6ttl09f/f/e7ee47418c974ed3a82e08296adc5d01 as hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/37750faf629f9b713ce822be3cf78841/f/ae4e2d4dc37044c4b79a3f185ba71897_SeqId_4_ 2024-11-16T00:12:03,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-default-table1-1731715920387/f3/14da9f3929af4d0fba2393b37a769025 to hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/staging/jenkins__table1__chq7vlo0b5l87ljhekvjsm75gch4h9a6erq7nvom2reouq88qsnofnelg6ttl09f/f3/14da9f3929af4d0fba2393b37a769025 2024-11-16T00:12:03,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/staging/jenkins__table1__chq7vlo0b5l87ljhekvjsm75gch4h9a6erq7nvom2reouq88qsnofnelg6ttl09f/f3/14da9f3929af4d0fba2393b37a769025 as hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/1b359e5e245770dade269c8b86d3d970/f3/a30a89c5477142f78b89f38724b0741a_SeqId_4_ 2024-11-16T00:12:03,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@753c895f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:03,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:12:03,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:12:03,222 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:12:03,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:12:03,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:12:03,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e6af943, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:03,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:12:03,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:12:03,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:03,224 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:12:03,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@708c5073, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:03,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:12:03,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:12:03,225 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:12:03,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:12:03,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:12:03,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38e2842b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:03,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:12:03,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:12:03,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:03,227 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:12:03,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@210d57af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:03,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67cf4727, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:03,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T00:12:03,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T00:12:03,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] client.AsyncConnectionImpl(321): The fetched master address is d6ecb9b7dda1,34699,1731715814695 2024-11-16T00:12:03,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a869422 2024-11-16T00:12:03,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.AsyncConnectionImpl(321): The fetched master address is d6ecb9b7dda1,34699,1731715814695 2024-11-16T00:12:03,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5dba29d3 2024-11-16T00:12:03,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T00:12:03,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T00:12:03,231 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T00:12:03,232 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T00:12:03,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:12:03,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:12:03,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:12:03,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:12:03,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:12:03,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:12:03,235 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T00:12:03,235 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T00:12:03,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-16T00:12:03,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-16T00:12:03,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-16T00:12:03,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2] 2024-11-16T00:12:03,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-16T00:12:03,274 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657. 2024-11-16T00:12:03,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T00:12:03,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:03,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:03,276 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:12:03,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2] 2024-11-16T00:12:03,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fca8c67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:03,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:12:03,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:12:03,284 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:12:03,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:12:03,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:12:03,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63bd6b9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:03,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:12:03,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:12:03,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:03,288 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:12:03,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbbd1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:03,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657. 2024-11-16T00:12:03,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T00:12:03,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T00:12:03,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:03,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:03,289 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:12:03,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d6ecb9b7dda1,34699,1731715814695 2024-11-16T00:12:03,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b9ad2ce 2024-11-16T00:12:03,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T00:12:03,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/staging/jenkins__table1__chq7vlo0b5l87ljhekvjsm75gch4h9a6erq7nvom2reouq88qsnofnelg6ttl09f/f/e7ee47418c974ed3a82e08296adc5d01 into 37750faf629f9b713ce822be3cf78841/f as hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/37750faf629f9b713ce822be3cf78841/f/ae4e2d4dc37044c4b79a3f185ba71897_SeqId_4_ - updating store file list. 2024-11-16T00:12:03,292 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T00:12:03,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:12:03,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:12:03,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:12:03,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T00:12:03,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/37750faf629f9b713ce822be3cf78841/f/ae4e2d4dc37044c4b79a3f185ba71897_SeqId_4_ into 37750faf629f9b713ce822be3cf78841/f 2024-11-16T00:12:03,304 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/staging/jenkins__table1__chq7vlo0b5l87ljhekvjsm75gch4h9a6erq7nvom2reouq88qsnofnelg6ttl09f/f/e7ee47418c974ed3a82e08296adc5d01 into 37750faf629f9b713ce822be3cf78841/f (new location: hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/37750faf629f9b713ce822be3cf78841/f/ae4e2d4dc37044c4b79a3f185ba71897_SeqId_4_) 2024-11-16T00:12:03,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/staging/jenkins__table1__chq7vlo0b5l87ljhekvjsm75gch4h9a6erq7nvom2reouq88qsnofnelg6ttl09f/f/e7ee47418c974ed3a82e08296adc5d01 2024-11-16T00:12:03,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-16T00:12:03,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28a76595, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:03,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:12:03,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:12:03,317 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:12:03,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:12:03,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:12:03,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c867e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:03,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:12:03,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:12:03,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:03,320 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:12:03,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@139d371d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:03,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T00:12:03,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-16T00:12:03,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d6ecb9b7dda1,34699,1731715814695 2024-11-16T00:12:03,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6393e46f 2024-11-16T00:12:03,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T00:12:03,331 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-16T00:12:03,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:12:03,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2] 2024-11-16T00:12:03,339 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657. 2024-11-16T00:12:03,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:12:03,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T00:12:03,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:03,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:12:03,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:03,340 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:12:03,344 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-16T00:12:03,346 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/staging/jenkins__table1__chq7vlo0b5l87ljhekvjsm75gch4h9a6erq7nvom2reouq88qsnofnelg6ttl09f/f3/14da9f3929af4d0fba2393b37a769025 into 1b359e5e245770dade269c8b86d3d970/f3 as hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/1b359e5e245770dade269c8b86d3d970/f3/a30a89c5477142f78b89f38724b0741a_SeqId_4_ - updating store file list. 2024-11-16T00:12:03,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-16T00:12:03,370 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/1b359e5e245770dade269c8b86d3d970/f3/a30a89c5477142f78b89f38724b0741a_SeqId_4_ into 1b359e5e245770dade269c8b86d3d970/f3 2024-11-16T00:12:03,370 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/staging/jenkins__table1__chq7vlo0b5l87ljhekvjsm75gch4h9a6erq7nvom2reouq88qsnofnelg6ttl09f/f3/14da9f3929af4d0fba2393b37a769025 into 1b359e5e245770dade269c8b86d3d970/f3 (new location: hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/1b359e5e245770dade269c8b86d3d970/f3/a30a89c5477142f78b89f38724b0741a_SeqId_4_) 2024-11-16T00:12:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/staging/jenkins__table1__chq7vlo0b5l87ljhekvjsm75gch4h9a6erq7nvom2reouq88qsnofnelg6ttl09f/f3/14da9f3929af4d0fba2393b37a769025 2024-11-16T00:12:03,372 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/staging/jenkins__table1__chq7vlo0b5l87ljhekvjsm75gch4h9a6erq7nvom2reouq88qsnofnelg6ttl09f/mob/5c0bb0cf3952406c9a05957cd81c1a5b into 1b359e5e245770dade269c8b86d3d970/mob as hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/1b359e5e245770dade269c8b86d3d970/mob/b7f594fae3a7421d855cf5e6d81009cf_SeqId_4_ - updating store file list. 2024-11-16T00:12:03,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-16T00:12:03,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2] 2024-11-16T00:12:03,398 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/1b359e5e245770dade269c8b86d3d970/mob/b7f594fae3a7421d855cf5e6d81009cf_SeqId_4_ into 1b359e5e245770dade269c8b86d3d970/mob 2024-11-16T00:12:03,398 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/staging/jenkins__table1__chq7vlo0b5l87ljhekvjsm75gch4h9a6erq7nvom2reouq88qsnofnelg6ttl09f/mob/5c0bb0cf3952406c9a05957cd81c1a5b into 1b359e5e245770dade269c8b86d3d970/mob (new location: hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/1b359e5e245770dade269c8b86d3d970/mob/b7f594fae3a7421d855cf5e6d81009cf_SeqId_4_) 2024-11-16T00:12:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/staging/jenkins__table1__chq7vlo0b5l87ljhekvjsm75gch4h9a6erq7nvom2reouq88qsnofnelg6ttl09f/mob/5c0bb0cf3952406c9a05957cd81c1a5b 2024-11-16T00:12:03,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657. 2024-11-16T00:12:03,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T00:12:03,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:03,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:03,400 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:12:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f97fae3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:12:03,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:12:03,410 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:12:03,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:12:03,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:12:03,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@580f53cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:03,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:12:03,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:12:03,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:03,413 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:12:03,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@220201bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:03,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T00:12:03,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d6ecb9b7dda1,34699,1731715814695 2024-11-16T00:12:03,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51ab1f8b 2024-11-16T00:12:03,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T00:12:03,416 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-16T00:12:03,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:12:03,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:12:03,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:12:03,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-16T00:12:03,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-16T00:12:03,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-16T00:12:03,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2] 2024-11-16T00:12:03,452 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657. 2024-11-16T00:12:03,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T00:12:03,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:03,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:03,453 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:12:03,461 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T00:12:03,461 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T00:12:03,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:03,462 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:12:03,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731715918229.1b359e5e245770dade269c8b86d3d970., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2 , the old value is region=table1,,1731715918229.1b359e5e245770dade269c8b86d3d970., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d6ecb9b7dda1:40657 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T00:12:03,464 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-16T00:12:03,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731715918229.1b359e5e245770dade269c8b86d3d970., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T00:12:03,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731715918229.1b359e5e245770dade269c8b86d3d970., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2 from cache 2024-11-16T00:12:03,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:03,466 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-16T00:12:03,466 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-16T00:12:03,466 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731715835587 hdfs://localhost:39311/backupUT/backup_1731715835587/default/test-1731715825426/ 2024-11-16T00:12:03,468 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:39311/backupUT/backup_1731715835587/.backup.manifest 2024-11-16T00:12:03,471 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731715835587/.backup.manifest 2024-11-16T00:12:03,471 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17317158254261' to 'ns2:table2' from full backup image hdfs://localhost:39311/backupUT/backup_1731715835587/ns2/test-17317158254261 2024-11-16T00:12:03,482 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'ns2:table2' 2024-11-16T00:12:03,482 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:39311/backupUT/backup_1731715835587/ns2/test-17317158254261/archive/data/ns2/test-17317158254261/5108218006030670f598fa75ecdb115b 2024-11-16T00:12:03,483 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:39311/backupUT/backup_1731715835587/ns2/test-17317158254261/archive/data/ns2/test-17317158254261/5108218006030670f598fa75ecdb115b/f in region [hdfs://localhost:39311/backupUT/backup_1731715835587/ns2/test-17317158254261/archive/data/ns2/test-17317158254261/5108218006030670f598fa75ecdb115b] 2024-11-16T00:12:03,488 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:39311/backupUT/backup_1731715835587/ns2/test-17317158254261/archive/data/ns2/test-17317158254261/5108218006030670f598fa75ecdb115b/f/24a38b3e58844795bf03151bea0ec983 first=row0 last=row98 2024-11-16T00:12:03,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T00:12:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] procedure2.ProcedureExecutor(1139): Stored pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:table2 2024-11-16T00:12:03,492 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T00:12:03,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 67 2024-11-16T00:12:03,493 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T00:12:03,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-16T00:12:03,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741978_1154 (size=351) 2024-11-16T00:12:03,569 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d6ecb9b7dda1:40657 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-16T00:12:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-16T00:12:03,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-16T00:12:03,902 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a97cd21c859df46a48bcb316113f856b, NAME => 'ns2:table2,,1731715923489.a97cd21c859df46a48bcb316113f856b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24 2024-11-16T00:12:03,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741979_1155 (size=37) 2024-11-16T00:12:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-16T00:12:04,310 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1731715923489.a97cd21c859df46a48bcb316113f856b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T00:12:04,310 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing a97cd21c859df46a48bcb316113f856b, disabling compactions & flushes 2024-11-16T00:12:04,310 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1731715923489.a97cd21c859df46a48bcb316113f856b. 2024-11-16T00:12:04,310 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731715923489.a97cd21c859df46a48bcb316113f856b. 2024-11-16T00:12:04,310 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731715923489.a97cd21c859df46a48bcb316113f856b. after waiting 0 ms 2024-11-16T00:12:04,311 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731715923489.a97cd21c859df46a48bcb316113f856b. 2024-11-16T00:12:04,311 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1731715923489.a97cd21c859df46a48bcb316113f856b. 2024-11-16T00:12:04,311 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for a97cd21c859df46a48bcb316113f856b: Waiting for close lock at 1731715924310Disabling compacts and flushes for region at 1731715924310Disabling writes for close at 1731715924311 (+1 ms)Writing region close event to WAL at 1731715924311Closed at 1731715924311 2024-11-16T00:12:04,312 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T00:12:04,312 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1731715923489.a97cd21c859df46a48bcb316113f856b.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1731715924312"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731715924312"}]},"ts":"1731715924312"} 2024-11-16T00:12:04,315 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T00:12:04,316 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T00:12:04,316 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731715924316"}]},"ts":"1731715924316"} 2024-11-16T00:12:04,318 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-16T00:12:04,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=a97cd21c859df46a48bcb316113f856b, ASSIGN}] 2024-11-16T00:12:04,320 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=a97cd21c859df46a48bcb316113f856b, ASSIGN 2024-11-16T00:12:04,321 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=a97cd21c859df46a48bcb316113f856b, ASSIGN; state=OFFLINE, location=d6ecb9b7dda1,40657,1731715816852; forceNewPlan=false, retain=false 2024-11-16T00:12:04,472 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=a97cd21c859df46a48bcb316113f856b, regionState=OPENING, regionLocation=d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:12:04,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=a97cd21c859df46a48bcb316113f856b, ASSIGN because future has completed 2024-11-16T00:12:04,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure a97cd21c859df46a48bcb316113f856b, server=d6ecb9b7dda1,40657,1731715816852}] 2024-11-16T00:12:04,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-16T00:12:04,631 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(132): Open ns2:table2,,1731715923489.a97cd21c859df46a48bcb316113f856b. 2024-11-16T00:12:04,631 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7752): Opening region: {ENCODED => a97cd21c859df46a48bcb316113f856b, NAME => 'ns2:table2,,1731715923489.a97cd21c859df46a48bcb316113f856b.', STARTKEY => '', ENDKEY => ''} 2024-11-16T00:12:04,632 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-16T00:12:04,632 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 a97cd21c859df46a48bcb316113f856b 2024-11-16T00:12:04,632 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(898): Instantiated ns2:table2,,1731715923489.a97cd21c859df46a48bcb316113f856b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T00:12:04,632 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7794): checking encryption for a97cd21c859df46a48bcb316113f856b 2024-11-16T00:12:04,632 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7797): checking classloading for a97cd21c859df46a48bcb316113f856b 2024-11-16T00:12:04,634 INFO [StoreOpener-a97cd21c859df46a48bcb316113f856b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a97cd21c859df46a48bcb316113f856b 2024-11-16T00:12:04,635 INFO [StoreOpener-a97cd21c859df46a48bcb316113f856b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a97cd21c859df46a48bcb316113f856b columnFamilyName f 2024-11-16T00:12:04,635 DEBUG [StoreOpener-a97cd21c859df46a48bcb316113f856b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:12:04,636 INFO [StoreOpener-a97cd21c859df46a48bcb316113f856b-1 {}] regionserver.HStore(327): Store=a97cd21c859df46a48bcb316113f856b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T00:12:04,636 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1038): replaying wal for a97cd21c859df46a48bcb316113f856b 2024-11-16T00:12:04,637 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns2/table2/a97cd21c859df46a48bcb316113f856b 2024-11-16T00:12:04,637 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns2/table2/a97cd21c859df46a48bcb316113f856b 2024-11-16T00:12:04,638 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1048): stopping wal replay for a97cd21c859df46a48bcb316113f856b 2024-11-16T00:12:04,638 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1060): Cleaning up temporary data for a97cd21c859df46a48bcb316113f856b 2024-11-16T00:12:04,640 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1093): writing seq id for a97cd21c859df46a48bcb316113f856b 2024-11-16T00:12:04,642 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns2/table2/a97cd21c859df46a48bcb316113f856b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T00:12:04,642 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1114): Opened a97cd21c859df46a48bcb316113f856b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10955610880, jitterRate=0.020320773124694824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T00:12:04,643 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a97cd21c859df46a48bcb316113f856b 2024-11-16T00:12:04,643 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1006): Region open journal for a97cd21c859df46a48bcb316113f856b: Running coprocessor pre-open hook at 1731715924632Writing region info on filesystem at 1731715924632Initializing all the Stores at 1731715924633 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731715924633Cleaning up temporary data from old regions at 1731715924638 (+5 ms)Running coprocessor post-open hooks at 1731715924643 (+5 ms)Region opened successfully at 1731715924643 2024-11-16T00:12:04,644 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1731715923489.a97cd21c859df46a48bcb316113f856b., pid=69, masterSystemTime=1731715924627 2024-11-16T00:12:04,646 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1731715923489.a97cd21c859df46a48bcb316113f856b. 2024-11-16T00:12:04,646 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(153): Opened ns2:table2,,1731715923489.a97cd21c859df46a48bcb316113f856b. 2024-11-16T00:12:04,647 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=a97cd21c859df46a48bcb316113f856b, regionState=OPEN, openSeqNum=2, regionLocation=d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:12:04,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure a97cd21c859df46a48bcb316113f856b, server=d6ecb9b7dda1,40657,1731715816852 because future has completed 2024-11-16T00:12:04,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-16T00:12:04,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure a97cd21c859df46a48bcb316113f856b, server=d6ecb9b7dda1,40657,1731715816852 in 175 msec 2024-11-16T00:12:04,653 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67 2024-11-16T00:12:04,653 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=a97cd21c859df46a48bcb316113f856b, ASSIGN in 332 msec 2024-11-16T00:12:04,654 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T00:12:04,654 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731715924654"}]},"ts":"1731715924654"} 2024-11-16T00:12:04,655 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-16T00:12:04,656 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T00:12:04,658 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:table2 in 1.1680 sec 2024-11-16T00:12:04,929 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-16T00:12:05,151 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-11-16T00:12:05,151 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer 2024-11-16T00:12:05,152 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2024-11-16T00:12:05,152 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2024-11-16T00:12:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-16T00:12:05,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:table2 completed 2024-11-16T00:12:05,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-16T00:12:05,652 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:39311/backupUT/backup_1731715835587/ns2/test-17317158254261/archive/data/ns2/test-17317158254261/5108218006030670f598fa75ecdb115b from hbase tables ns2:test-17317158254261 to tables ns2:table2 2024-11-16T00:12:05,652 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17317158254261 into ns2:table2 2024-11-16T00:12:05,654 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-ns2-table2-1731715925652 from hdfs://localhost:39311/backupUT/backup_1731715835587/ns2/test-17317158254261/archive/data/ns2/test-17317158254261/5108218006030670f598fa75ecdb115b 2024-11-16T00:12:05,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ba3b65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:05,655 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:12:05,655 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:12:05,656 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:12:05,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:12:05,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:12:05,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eb9742, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:05,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:12:05,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:12:05,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:05,658 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:12:05,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fd2be1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:05,658 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T00:12:05,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d6ecb9b7dda1,34699,1731715814695 2024-11-16T00:12:05,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@747ead64 2024-11-16T00:12:05,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T00:12:05,660 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T00:12:05,661 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-16T00:12:05,661 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-16T00:12:05,661 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-16T00:12:05,662 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:12:05,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:12:05,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:12:05,663 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T00:12:05,665 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-16T00:12:05,665 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-16T00:12:05,665 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/partitions_266abb8a-7739-4387-8200-fbb5226a282f 2024-11-16T00:12:05,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741980_1156 (size=153) 2024-11-16T00:12:06,072 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:06,072 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:06,072 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:06,893 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region add07963b46db94d5e030fc88f785a76, had cached 0 bytes from a total of 41499 2024-11-16T00:12:06,980 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/hadoop-3800604106687226123.jar 2024-11-16T00:12:06,980 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:06,980 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:06,981 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:06,981 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:06,981 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:06,981 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:06,981 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:06,982 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:06,982 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:06,982 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-16T00:12:06,983 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-16T00:12:06,983 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-16T00:12:06,983 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-16T00:12:06,983 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-16T00:12:06,984 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-16T00:12:06,984 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-16T00:12:06,984 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-16T00:12:06,985 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-16T00:12:06,985 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-16T00:12:06,985 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-16T00:12:06,985 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:06,986 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:06,986 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:06,986 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:06,987 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:06,987 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:06,987 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-16T00:12:06,987 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-16T00:12:06,987 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T00:12:06,988 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T00:12:06,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:06,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:06,988 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-16T00:12:06,988 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:12:06,989 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-16T00:12:07,000 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-16T00:12:07,018 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-16T00:12:07,126 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/mapreduce.cluster.local.dir/job_local641973711_0013_22bc5aec-bb6b-4fc5-b222-5926b7434441/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*': No such file or directory 2024-11-16T00:12:07,126 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/mapreduce.cluster.local.dir/job_local641973711_0013_22bc5aec-bb6b-4fc5-b222-5926b7434441/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/* 2024-11-16T00:12:07,192 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:39311/backupUT/backup_1731715835587/ns2/test-17317158254261/archive/data/ns2/test-17317158254261/5108218006030670f598fa75ecdb115b/f/24a38b3e58844795bf03151bea0ec983 2024-11-16T00:12:07,199 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-16T00:12:07,243 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f615afc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:07,243 DEBUG [pool-272-thread-1 {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:12:07,243 DEBUG [pool-272-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:12:07,244 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:12:07,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:12:07,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:12:07,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4142e6c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:07,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:12:07,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:12:07,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:07,246 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:12:07,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18d204dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:07,248 DEBUG [pool-272-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:12:07,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:12:07,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:12:07,250 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T00:12:07,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row0', locateType=CURRENT is [region=ns2:table2,,1731715923489.a97cd21c859df46a48bcb316113f856b., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2] 2024-11-16T00:12:07,253 INFO [pool-272-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-272-thread-1. 2024-11-16T00:12:07,253 DEBUG [pool-272-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T00:12:07,253 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:07,254 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:07,254 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:12:07,254 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-16T00:12:07,254 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: d6ecb9b7dda1 2024-11-16T00:12:07,263 DEBUG [pool-272-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-ns2-table2-1731715925652/_temporary/0/_temporary/attempt_local641973711_0013_r_000000_0/f/4c15708354824b53a1362935b2695e71 is 37, key is row10/f:q1/1731715829461/Put/seqid=0 2024-11-16T00:12:07,265 WARN [Thread-1721 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [d6ecb9b7dda1:40657] Specified favored nodes: [d6ecb9b7dda1:40657] 2024-11-16T00:12:07,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741981_1157 (size=8741) 2024-11-16T00:12:08,167 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-ns2-table2-1731715925652 2024-11-16T00:12:08,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bd8e5c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:08,168 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:12:08,168 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:12:08,169 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:12:08,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:12:08,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:12:08,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@250ea9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:08,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:12:08,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:12:08,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:08,172 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:12:08,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36edb11b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:08,173 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:12:08,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:12:08,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:12:08,181 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T00:12:08,185 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-ns2-table2-1731715925652/_SUCCESS 2024-11-16T00:12:08,191 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T00:12:08,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d6ecb9b7dda1,34699,1731715814695 2024-11-16T00:12:08,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72fbc0a7 2024-11-16T00:12:08,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T00:12:08,194 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T00:12:08,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731715923489.a97cd21c859df46a48bcb316113f856b., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2] 2024-11-16T00:12:08,202 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-16T00:12:08,207 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-ns2-table2-1731715925652/f/4c15708354824b53a1362935b2695e71 first=Optional[row0] last=Optional[row98] 2024-11-16T00:12:08,211 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-ns2-table2-1731715925652/f/4c15708354824b53a1362935b2695e71 for inclusion in a97cd21c859df46a48bcb316113f856b/f 2024-11-16T00:12:08,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-16T00:12:08,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T00:12:08,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HRegion(2603): Flush status journal for a97cd21c859df46a48bcb316113f856b: 2024-11-16T00:12:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-ns2-table2-1731715925652/f/4c15708354824b53a1362935b2695e71 to hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/staging/jenkins__ns2_table2__j8sbga5hit0ldavsetdlfkoiqvj3nhp629fjhopaigdju1dk8jl0h8np4ohh70i1/f/4c15708354824b53a1362935b2695e71 2024-11-16T00:12:08,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/staging/jenkins__ns2_table2__j8sbga5hit0ldavsetdlfkoiqvj3nhp629fjhopaigdju1dk8jl0h8np4ohh70i1/f/4c15708354824b53a1362935b2695e71 as hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns2/table2/a97cd21c859df46a48bcb316113f856b/f/908db07edff1418e99a61dc274072504_SeqId_4_ 2024-11-16T00:12:08,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69c7aa81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:08,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:12:08,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:12:08,223 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:12:08,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:12:08,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:12:08,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f811a41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:08,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:12:08,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:12:08,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:08,225 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:12:08,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@514d1dca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:08,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T00:12:08,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d6ecb9b7dda1,34699,1731715814695 2024-11-16T00:12:08,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2030a8dd 2024-11-16T00:12:08,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T00:12:08,227 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T00:12:08,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:12:08,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:12:08,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:12:08,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T00:12:08,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-16T00:12:08,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-16T00:12:08,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2] 2024-11-16T00:12:08,250 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657. 2024-11-16T00:12:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T00:12:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:08,250 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:12:08,251 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/staging/jenkins__ns2_table2__j8sbga5hit0ldavsetdlfkoiqvj3nhp629fjhopaigdju1dk8jl0h8np4ohh70i1/f/4c15708354824b53a1362935b2695e71 into a97cd21c859df46a48bcb316113f856b/f as hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns2/table2/a97cd21c859df46a48bcb316113f856b/f/908db07edff1418e99a61dc274072504_SeqId_4_ - updating store file list. 2024-11-16T00:12:08,256 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns2/table2/a97cd21c859df46a48bcb316113f856b/f/908db07edff1418e99a61dc274072504_SeqId_4_ into a97cd21c859df46a48bcb316113f856b/f 2024-11-16T00:12:08,256 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/staging/jenkins__ns2_table2__j8sbga5hit0ldavsetdlfkoiqvj3nhp629fjhopaigdju1dk8jl0h8np4ohh70i1/f/4c15708354824b53a1362935b2695e71 into a97cd21c859df46a48bcb316113f856b/f (new location: hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns2/table2/a97cd21c859df46a48bcb316113f856b/f/908db07edff1418e99a61dc274072504_SeqId_4_) 2024-11-16T00:12:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/staging/jenkins__ns2_table2__j8sbga5hit0ldavsetdlfkoiqvj3nhp629fjhopaigdju1dk8jl0h8np4ohh70i1/f/4c15708354824b53a1362935b2695e71 2024-11-16T00:12:08,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d1f6d03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:08,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:12:08,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:12:08,259 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:12:08,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:12:08,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:12:08,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f82880, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:08,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:12:08,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:12:08,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:08,261 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:12:08,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3195bfcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:08,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T00:12:08,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d6ecb9b7dda1,34699,1731715814695 2024-11-16T00:12:08,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@511389e5 2024-11-16T00:12:08,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T00:12:08,264 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-16T00:12:08,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:12:08,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:12:08,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:12:08,266 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-16T00:12:08,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-16T00:12:08,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-16T00:12:08,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2] 2024-11-16T00:12:08,284 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657. 2024-11-16T00:12:08,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T00:12:08,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:08,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:08,284 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:12:08,285 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T00:12:08,286 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T00:12:08,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:08,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:08,286 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:12:08,286 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-16T00:12:08,286 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-16T00:12:08,286 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731715835587 hdfs://localhost:39311/backupUT/backup_1731715835587/ns2/test-17317158254261/ 2024-11-16T00:12:08,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1731715923489.a97cd21c859df46a48bcb316113f856b., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2 , the old value is region=ns2:table2,,1731715923489.a97cd21c859df46a48bcb316113f856b., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d6ecb9b7dda1:40657 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T00:12:08,286 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-16T00:12:08,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1731715923489.a97cd21c859df46a48bcb316113f856b., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T00:12:08,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1731715923489.a97cd21c859df46a48bcb316113f856b., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2 from cache 2024-11-16T00:12:08,287 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-16T00:12:08,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731715918229.1b359e5e245770dade269c8b86d3d970., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2] 2024-11-16T00:12:08,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731715918229.37750faf629f9b713ce822be3cf78841., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2] 2024-11-16T00:12:08,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731715923489.a97cd21c859df46a48bcb316113f856b., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2] 2024-11-16T00:12:08,318 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:39311/backupUT/backup_1731715906757/.backup.manifest 2024-11-16T00:12:08,320 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731715906757/.backup.manifest 2024-11-16T00:12:08,320 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:39311/backupUT/backup_1731715873098/.backup.manifest 2024-11-16T00:12:08,322 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731715873098/.backup.manifest 2024-11-16T00:12:08,322 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1731715825426' to 'table1' from full backup image hdfs://localhost:39311/backupUT/backup_1731715873098/default/test-1731715825426 2024-11-16T00:12:08,325 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'test-1731715825426', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1731715906757 2024-11-16T00:12:08,328 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'table1', preserving region splits 2024-11-16T00:12:08,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable table1 2024-11-16T00:12:08,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=table1 2024-11-16T00:12:08,339 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731715928339"}]},"ts":"1731715928339"} 2024-11-16T00:12:08,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-16T00:12:08,341 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLING in hbase:meta 2024-11-16T00:12:08,341 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set table1 to state=DISABLING 2024-11-16T00:12:08,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=table1}] 2024-11-16T00:12:08,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=1b359e5e245770dade269c8b86d3d970, UNASSIGN}, {pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=37750faf629f9b713ce822be3cf78841, UNASSIGN}] 2024-11-16T00:12:08,348 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=37750faf629f9b713ce822be3cf78841, UNASSIGN 2024-11-16T00:12:08,348 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=1b359e5e245770dade269c8b86d3d970, UNASSIGN 2024-11-16T00:12:08,349 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=37750faf629f9b713ce822be3cf78841, regionState=CLOSING, regionLocation=d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:12:08,349 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=1b359e5e245770dade269c8b86d3d970, regionState=CLOSING, regionLocation=d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:12:08,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=37750faf629f9b713ce822be3cf78841, UNASSIGN because future has completed 2024-11-16T00:12:08,351 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-16T00:12:08,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure 37750faf629f9b713ce822be3cf78841, server=d6ecb9b7dda1,40657,1731715816852}] 2024-11-16T00:12:08,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=1b359e5e245770dade269c8b86d3d970, UNASSIGN because future has completed 2024-11-16T00:12:08,352 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-16T00:12:08,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1b359e5e245770dade269c8b86d3d970, server=d6ecb9b7dda1,40657,1731715816852}] 2024-11-16T00:12:08,398 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d6ecb9b7dda1:40657 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-16T00:12:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-16T00:12:08,503 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(122): Close 1b359e5e245770dade269c8b86d3d970 2024-11-16T00:12:08,503 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-16T00:12:08,503 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1722): Closing 1b359e5e245770dade269c8b86d3d970, disabling compactions & flushes 2024-11-16T00:12:08,503 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1755): Closing region table1,,1731715918229.1b359e5e245770dade269c8b86d3d970. 2024-11-16T00:12:08,503 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731715918229.1b359e5e245770dade269c8b86d3d970. 2024-11-16T00:12:08,503 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1843): Acquired close lock on table1,,1731715918229.1b359e5e245770dade269c8b86d3d970. after waiting 0 ms 2024-11-16T00:12:08,503 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1853): Updates disabled for region table1,,1731715918229.1b359e5e245770dade269c8b86d3d970. 2024-11-16T00:12:08,508 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/1b359e5e245770dade269c8b86d3d970/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-16T00:12:08,509 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-16T00:12:08,509 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1973): Closed table1,,1731715918229.1b359e5e245770dade269c8b86d3d970. 2024-11-16T00:12:08,509 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1676): Region close journal for 1b359e5e245770dade269c8b86d3d970: Waiting for close lock at 1731715928503Running coprocessor pre-close hooks at 1731715928503Disabling compacts and flushes for region at 1731715928503Disabling writes for close at 1731715928503Writing region close event to WAL at 1731715928504 (+1 ms)Running coprocessor post-close hooks at 1731715928509 (+5 ms)Closed at 1731715928509 2024-11-16T00:12:08,511 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(157): Closed 1b359e5e245770dade269c8b86d3d970 2024-11-16T00:12:08,511 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(122): Close 37750faf629f9b713ce822be3cf78841 2024-11-16T00:12:08,512 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-16T00:12:08,512 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1722): Closing 37750faf629f9b713ce822be3cf78841, disabling compactions & flushes 2024-11-16T00:12:08,512 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1755): Closing region table1,row0,1731715918229.37750faf629f9b713ce822be3cf78841. 2024-11-16T00:12:08,512 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731715918229.37750faf629f9b713ce822be3cf78841. 2024-11-16T00:12:08,512 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731715918229.37750faf629f9b713ce822be3cf78841. after waiting 0 ms 2024-11-16T00:12:08,512 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731715918229.37750faf629f9b713ce822be3cf78841. 2024-11-16T00:12:08,512 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=1b359e5e245770dade269c8b86d3d970, regionState=CLOSED 2024-11-16T00:12:08,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1b359e5e245770dade269c8b86d3d970, server=d6ecb9b7dda1,40657,1731715816852 because future has completed 2024-11-16T00:12:08,517 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/37750faf629f9b713ce822be3cf78841/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-16T00:12:08,518 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=72 2024-11-16T00:12:08,518 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=72, state=SUCCESS, hasLock=false; CloseRegionProcedure 1b359e5e245770dade269c8b86d3d970, server=d6ecb9b7dda1,40657,1731715816852 in 163 msec 2024-11-16T00:12:08,518 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-16T00:12:08,518 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1973): Closed table1,row0,1731715918229.37750faf629f9b713ce822be3cf78841. 2024-11-16T00:12:08,518 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1676): Region close journal for 37750faf629f9b713ce822be3cf78841: Waiting for close lock at 1731715928512Running coprocessor pre-close hooks at 1731715928512Disabling compacts and flushes for region at 1731715928512Disabling writes for close at 1731715928512Writing region close event to WAL at 1731715928513 (+1 ms)Running coprocessor post-close hooks at 1731715928518 (+5 ms)Closed at 1731715928518 2024-11-16T00:12:08,520 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=1b359e5e245770dade269c8b86d3d970, UNASSIGN in 171 msec 2024-11-16T00:12:08,520 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(157): Closed 37750faf629f9b713ce822be3cf78841 2024-11-16T00:12:08,521 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=37750faf629f9b713ce822be3cf78841, regionState=CLOSED 2024-11-16T00:12:08,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure 37750faf629f9b713ce822be3cf78841, server=d6ecb9b7dda1,40657,1731715816852 because future has completed 2024-11-16T00:12:08,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=73 2024-11-16T00:12:08,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=73, state=SUCCESS, hasLock=false; CloseRegionProcedure 37750faf629f9b713ce822be3cf78841, server=d6ecb9b7dda1,40657,1731715816852 in 172 msec 2024-11-16T00:12:08,527 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=71 2024-11-16T00:12:08,527 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=37750faf629f9b713ce822be3cf78841, UNASSIGN in 178 msec 2024-11-16T00:12:08,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-16T00:12:08,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=table1 in 186 msec 2024-11-16T00:12:08,531 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731715928530"}]},"ts":"1731715928530"} 2024-11-16T00:12:08,532 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLED in hbase:meta 2024-11-16T00:12:08,532 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set table1 to state=DISABLED 2024-11-16T00:12:08,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; DisableTableProcedure table=table1 in 200 msec 2024-11-16T00:12:08,646 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2024-11-16T00:12:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-16T00:12:08,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:table1 completed 2024-11-16T00:12:08,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate table1 2024-11-16T00:12:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) 2024-11-16T00:12:08,667 DEBUG [PEWorker-3 {}] procedure.TruncateTableProcedure(87): waiting for 'table1' regions in transition 2024-11-16T00:12:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-16T00:12:08,673 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/1b359e5e245770dade269c8b86d3d970 2024-11-16T00:12:08,674 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/37750faf629f9b713ce822be3cf78841 2024-11-16T00:12:08,677 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/37750faf629f9b713ce822be3cf78841/f, FileablePath, hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/37750faf629f9b713ce822be3cf78841/f3, FileablePath, hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/37750faf629f9b713ce822be3cf78841/mob, FileablePath, hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/37750faf629f9b713ce822be3cf78841/recovered.edits] 2024-11-16T00:12:08,677 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/1b359e5e245770dade269c8b86d3d970/f, FileablePath, hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/1b359e5e245770dade269c8b86d3d970/f3, FileablePath, hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/1b359e5e245770dade269c8b86d3d970/mob, FileablePath, hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/1b359e5e245770dade269c8b86d3d970/recovered.edits] 2024-11-16T00:12:08,680 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/37750faf629f9b713ce822be3cf78841/f/ae4e2d4dc37044c4b79a3f185ba71897_SeqId_4_ to hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/archive/data/default/table1/37750faf629f9b713ce822be3cf78841/f/ae4e2d4dc37044c4b79a3f185ba71897_SeqId_4_ 2024-11-16T00:12:08,681 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/1b359e5e245770dade269c8b86d3d970/f3/a30a89c5477142f78b89f38724b0741a_SeqId_4_ to hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/archive/data/default/table1/1b359e5e245770dade269c8b86d3d970/f3/a30a89c5477142f78b89f38724b0741a_SeqId_4_ 2024-11-16T00:12:08,684 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/1b359e5e245770dade269c8b86d3d970/mob/b7f594fae3a7421d855cf5e6d81009cf_SeqId_4_ to hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/archive/data/default/table1/1b359e5e245770dade269c8b86d3d970/mob/b7f594fae3a7421d855cf5e6d81009cf_SeqId_4_ 2024-11-16T00:12:08,684 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/37750faf629f9b713ce822be3cf78841/recovered.edits/6.seqid to hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/archive/data/default/table1/37750faf629f9b713ce822be3cf78841/recovered.edits/6.seqid 2024-11-16T00:12:08,685 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/37750faf629f9b713ce822be3cf78841 2024-11-16T00:12:08,687 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/1b359e5e245770dade269c8b86d3d970/recovered.edits/6.seqid to hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/archive/data/default/table1/1b359e5e245770dade269c8b86d3d970/recovered.edits/6.seqid 2024-11-16T00:12:08,688 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/1b359e5e245770dade269c8b86d3d970 2024-11-16T00:12:08,688 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived table1 regions 2024-11-16T00:12:08,688 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-16T00:12:08,689 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f/mob] 2024-11-16T00:12:08,692 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-16T00:12:08,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40657 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-16T00:12:08,704 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of table1 from hbase:meta 2024-11-16T00:12:08,708 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'table1' descriptor. 2024-11-16T00:12:08,708 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'table1' from region states. 2024-11-16T00:12:08,709 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,,1731715918229.1b359e5e245770dade269c8b86d3d970.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731715928708"}]},"ts":"9223372036854775807"} 2024-11-16T00:12:08,709 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,row0,1731715918229.37750faf629f9b713ce822be3cf78841.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731715928708"}]},"ts":"9223372036854775807"} 2024-11-16T00:12:08,711 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 2 regions from META 2024-11-16T00:12:08,712 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 1b359e5e245770dade269c8b86d3d970, NAME => 'table1,,1731715918229.1b359e5e245770dade269c8b86d3d970.', STARTKEY => '', ENDKEY => 'row0'}, {ENCODED => 37750faf629f9b713ce822be3cf78841, NAME => 'table1,row0,1731715918229.37750faf629f9b713ce822be3cf78841.', STARTKEY => 'row0', ENDKEY => ''}] 2024-11-16T00:12:08,712 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'table1' as deleted. 2024-11-16T00:12:08,712 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731715928712"}]},"ts":"9223372036854775807"} 2024-11-16T00:12:08,715 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table table1 state from META 2024-11-16T00:12:08,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741982_1158 (size=938) 2024-11-16T00:12:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-16T00:12:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-16T00:12:09,124 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e1abbe1051960c8ebc59eac21d4933e7, NAME => 'table1,,1731715928693.e1abbe1051960c8ebc59eac21d4933e7.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24 2024-11-16T00:12:09,124 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5bd6053c395c9ced3163d9133ad97284, NAME => 'table1,row0,1731715928693.5bd6053c395c9ced3163d9133ad97284.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24 2024-11-16T00:12:09,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741984_1160 (size=45) 2024-11-16T00:12:09,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741983_1159 (size=45) 2024-11-16T00:12:09,138 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1731715928693.e1abbe1051960c8ebc59eac21d4933e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T00:12:09,138 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing e1abbe1051960c8ebc59eac21d4933e7, disabling compactions & flushes 2024-11-16T00:12:09,138 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1731715928693.e1abbe1051960c8ebc59eac21d4933e7. 2024-11-16T00:12:09,138 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731715928693.e1abbe1051960c8ebc59eac21d4933e7. 2024-11-16T00:12:09,138 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1731715928693.e1abbe1051960c8ebc59eac21d4933e7. after waiting 0 ms 2024-11-16T00:12:09,138 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1731715928693.e1abbe1051960c8ebc59eac21d4933e7. 2024-11-16T00:12:09,138 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1731715928693.e1abbe1051960c8ebc59eac21d4933e7. 2024-11-16T00:12:09,138 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for e1abbe1051960c8ebc59eac21d4933e7: Waiting for close lock at 1731715929138Disabling compacts and flushes for region at 1731715929138Disabling writes for close at 1731715929138Writing region close event to WAL at 1731715929138Closed at 1731715929138 2024-11-16T00:12:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-16T00:12:09,532 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1731715928693.5bd6053c395c9ced3163d9133ad97284.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T00:12:09,532 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 5bd6053c395c9ced3163d9133ad97284, disabling compactions & flushes 2024-11-16T00:12:09,532 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1731715928693.5bd6053c395c9ced3163d9133ad97284. 2024-11-16T00:12:09,532 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731715928693.5bd6053c395c9ced3163d9133ad97284. 2024-11-16T00:12:09,532 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731715928693.5bd6053c395c9ced3163d9133ad97284. after waiting 0 ms 2024-11-16T00:12:09,532 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731715928693.5bd6053c395c9ced3163d9133ad97284. 2024-11-16T00:12:09,532 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1731715928693.5bd6053c395c9ced3163d9133ad97284. 2024-11-16T00:12:09,532 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5bd6053c395c9ced3163d9133ad97284: Waiting for close lock at 1731715929532Disabling compacts and flushes for region at 1731715929532Disabling writes for close at 1731715929532Writing region close event to WAL at 1731715929532Closed at 1731715929532 2024-11-16T00:12:09,534 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1731715928693.e1abbe1051960c8ebc59eac21d4933e7.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731715929534"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731715929534"}]},"ts":"1731715929534"} 2024-11-16T00:12:09,534 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1731715928693.5bd6053c395c9ced3163d9133ad97284.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731715929534"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731715929534"}]},"ts":"1731715929534"} 2024-11-16T00:12:09,537 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-16T00:12:09,538 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731715929537"}]},"ts":"1731715929537"} 2024-11-16T00:12:09,539 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-16T00:12:09,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=e1abbe1051960c8ebc59eac21d4933e7, ASSIGN}, {pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=5bd6053c395c9ced3163d9133ad97284, ASSIGN}] 2024-11-16T00:12:09,540 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=e1abbe1051960c8ebc59eac21d4933e7, ASSIGN 2024-11-16T00:12:09,541 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=5bd6053c395c9ced3163d9133ad97284, ASSIGN 2024-11-16T00:12:09,541 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=e1abbe1051960c8ebc59eac21d4933e7, ASSIGN; state=OFFLINE, location=d6ecb9b7dda1,40657,1731715816852; forceNewPlan=false, retain=false 2024-11-16T00:12:09,541 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=5bd6053c395c9ced3163d9133ad97284, ASSIGN; state=OFFLINE, location=d6ecb9b7dda1,40657,1731715816852; forceNewPlan=false, retain=false 2024-11-16T00:12:09,692 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=e1abbe1051960c8ebc59eac21d4933e7, regionState=OPENING, regionLocation=d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:12:09,692 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=5bd6053c395c9ced3163d9133ad97284, regionState=OPENING, regionLocation=d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:12:09,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=e1abbe1051960c8ebc59eac21d4933e7, ASSIGN because future has completed 2024-11-16T00:12:09,694 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1abbe1051960c8ebc59eac21d4933e7, server=d6ecb9b7dda1,40657,1731715816852}] 2024-11-16T00:12:09,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=5bd6053c395c9ced3163d9133ad97284, ASSIGN because future has completed 2024-11-16T00:12:09,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5bd6053c395c9ced3163d9133ad97284, server=d6ecb9b7dda1,40657,1731715816852}] 2024-11-16T00:12:09,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-16T00:12:09,849 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open table1,row0,1731715928693.5bd6053c395c9ced3163d9133ad97284. 2024-11-16T00:12:09,849 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => 5bd6053c395c9ced3163d9133ad97284, NAME => 'table1,row0,1731715928693.5bd6053c395c9ced3163d9133ad97284.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-16T00:12:09,850 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-16T00:12:09,850 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 5bd6053c395c9ced3163d9133ad97284 2024-11-16T00:12:09,850 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated table1,row0,1731715928693.5bd6053c395c9ced3163d9133ad97284.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T00:12:09,850 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for 5bd6053c395c9ced3163d9133ad97284 2024-11-16T00:12:09,850 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for 5bd6053c395c9ced3163d9133ad97284 2024-11-16T00:12:09,852 INFO [StoreOpener-5bd6053c395c9ced3163d9133ad97284-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5bd6053c395c9ced3163d9133ad97284 2024-11-16T00:12:09,853 INFO [StoreOpener-5bd6053c395c9ced3163d9133ad97284-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bd6053c395c9ced3163d9133ad97284 columnFamilyName f 2024-11-16T00:12:09,853 DEBUG [StoreOpener-5bd6053c395c9ced3163d9133ad97284-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:12:09,853 INFO [StoreOpener-5bd6053c395c9ced3163d9133ad97284-1 {}] regionserver.HStore(327): Store=5bd6053c395c9ced3163d9133ad97284/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T00:12:09,854 INFO [StoreOpener-5bd6053c395c9ced3163d9133ad97284-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 5bd6053c395c9ced3163d9133ad97284 2024-11-16T00:12:09,855 INFO [StoreOpener-5bd6053c395c9ced3163d9133ad97284-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bd6053c395c9ced3163d9133ad97284 columnFamilyName f3 2024-11-16T00:12:09,855 DEBUG [StoreOpener-5bd6053c395c9ced3163d9133ad97284-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:12:09,855 INFO [StoreOpener-5bd6053c395c9ced3163d9133ad97284-1 {}] regionserver.HStore(327): Store=5bd6053c395c9ced3163d9133ad97284/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T00:12:09,855 INFO [StoreOpener-5bd6053c395c9ced3163d9133ad97284-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 5bd6053c395c9ced3163d9133ad97284 2024-11-16T00:12:09,856 INFO [StoreOpener-5bd6053c395c9ced3163d9133ad97284-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bd6053c395c9ced3163d9133ad97284 columnFamilyName mob 2024-11-16T00:12:09,857 DEBUG [StoreOpener-5bd6053c395c9ced3163d9133ad97284-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:12:09,858 INFO [StoreOpener-5bd6053c395c9ced3163d9133ad97284-1 {}] regionserver.HStore(327): Store=5bd6053c395c9ced3163d9133ad97284/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T00:12:09,858 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for 5bd6053c395c9ced3163d9133ad97284 2024-11-16T00:12:09,859 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/5bd6053c395c9ced3163d9133ad97284 2024-11-16T00:12:09,859 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/5bd6053c395c9ced3163d9133ad97284 2024-11-16T00:12:09,860 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for 5bd6053c395c9ced3163d9133ad97284 2024-11-16T00:12:09,860 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for 5bd6053c395c9ced3163d9133ad97284 2024-11-16T00:12:09,861 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T00:12:09,862 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for 5bd6053c395c9ced3163d9133ad97284 2024-11-16T00:12:09,864 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/5bd6053c395c9ced3163d9133ad97284/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T00:12:09,864 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened 5bd6053c395c9ced3163d9133ad97284; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10535959840, jitterRate=-0.01876227557659149}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T00:12:09,864 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5bd6053c395c9ced3163d9133ad97284 2024-11-16T00:12:09,865 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for 5bd6053c395c9ced3163d9133ad97284: Running coprocessor pre-open hook at 1731715929850Writing region info on filesystem at 1731715929850Initializing all the Stores at 1731715929851 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731715929851Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731715929851Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731715929851Cleaning up temporary data from old regions at 1731715929860 (+9 ms)Running coprocessor post-open hooks at 1731715929864 (+4 ms)Region opened successfully at 1731715929865 (+1 ms) 2024-11-16T00:12:09,866 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1731715928693.5bd6053c395c9ced3163d9133ad97284., pid=80, masterSystemTime=1731715929846 2024-11-16T00:12:09,868 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1731715928693.5bd6053c395c9ced3163d9133ad97284. 2024-11-16T00:12:09,868 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened table1,row0,1731715928693.5bd6053c395c9ced3163d9133ad97284. 2024-11-16T00:12:09,868 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open table1,,1731715928693.e1abbe1051960c8ebc59eac21d4933e7. 2024-11-16T00:12:09,868 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => e1abbe1051960c8ebc59eac21d4933e7, NAME => 'table1,,1731715928693.e1abbe1051960c8ebc59eac21d4933e7.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-16T00:12:09,869 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-16T00:12:09,869 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=5bd6053c395c9ced3163d9133ad97284, regionState=OPEN, openSeqNum=2, regionLocation=d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:12:09,869 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 e1abbe1051960c8ebc59eac21d4933e7 2024-11-16T00:12:09,869 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated table1,,1731715928693.e1abbe1051960c8ebc59eac21d4933e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T00:12:09,869 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for e1abbe1051960c8ebc59eac21d4933e7 2024-11-16T00:12:09,869 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for e1abbe1051960c8ebc59eac21d4933e7 2024-11-16T00:12:09,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5bd6053c395c9ced3163d9133ad97284, server=d6ecb9b7dda1,40657,1731715816852 because future has completed 2024-11-16T00:12:09,870 INFO [StoreOpener-e1abbe1051960c8ebc59eac21d4933e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e1abbe1051960c8ebc59eac21d4933e7 2024-11-16T00:12:09,872 INFO [StoreOpener-e1abbe1051960c8ebc59eac21d4933e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1abbe1051960c8ebc59eac21d4933e7 columnFamilyName f 2024-11-16T00:12:09,872 DEBUG [StoreOpener-e1abbe1051960c8ebc59eac21d4933e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:12:09,873 INFO [StoreOpener-e1abbe1051960c8ebc59eac21d4933e7-1 {}] regionserver.HStore(327): Store=e1abbe1051960c8ebc59eac21d4933e7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T00:12:09,873 INFO [StoreOpener-e1abbe1051960c8ebc59eac21d4933e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region e1abbe1051960c8ebc59eac21d4933e7 2024-11-16T00:12:09,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=78 2024-11-16T00:12:09,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=78, state=SUCCESS, hasLock=false; OpenRegionProcedure 5bd6053c395c9ced3163d9133ad97284, server=d6ecb9b7dda1,40657,1731715816852 in 176 msec 2024-11-16T00:12:09,874 INFO [StoreOpener-e1abbe1051960c8ebc59eac21d4933e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1abbe1051960c8ebc59eac21d4933e7 columnFamilyName f3 2024-11-16T00:12:09,874 DEBUG [StoreOpener-e1abbe1051960c8ebc59eac21d4933e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:12:09,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=5bd6053c395c9ced3163d9133ad97284, ASSIGN in 334 msec 2024-11-16T00:12:09,875 INFO [StoreOpener-e1abbe1051960c8ebc59eac21d4933e7-1 {}] regionserver.HStore(327): Store=e1abbe1051960c8ebc59eac21d4933e7/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T00:12:09,875 INFO [StoreOpener-e1abbe1051960c8ebc59eac21d4933e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region e1abbe1051960c8ebc59eac21d4933e7 2024-11-16T00:12:09,876 INFO [StoreOpener-e1abbe1051960c8ebc59eac21d4933e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1abbe1051960c8ebc59eac21d4933e7 columnFamilyName mob 2024-11-16T00:12:09,877 DEBUG [StoreOpener-e1abbe1051960c8ebc59eac21d4933e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:12:09,877 INFO [StoreOpener-e1abbe1051960c8ebc59eac21d4933e7-1 {}] regionserver.HStore(327): Store=e1abbe1051960c8ebc59eac21d4933e7/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T00:12:09,877 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for e1abbe1051960c8ebc59eac21d4933e7 2024-11-16T00:12:09,878 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/e1abbe1051960c8ebc59eac21d4933e7 2024-11-16T00:12:09,878 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/e1abbe1051960c8ebc59eac21d4933e7 2024-11-16T00:12:09,879 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for e1abbe1051960c8ebc59eac21d4933e7 2024-11-16T00:12:09,879 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for e1abbe1051960c8ebc59eac21d4933e7 2024-11-16T00:12:09,880 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T00:12:09,881 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for e1abbe1051960c8ebc59eac21d4933e7 2024-11-16T00:12:09,883 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/e1abbe1051960c8ebc59eac21d4933e7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T00:12:09,884 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened e1abbe1051960c8ebc59eac21d4933e7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10363255040, jitterRate=-0.03484666347503662}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T00:12:09,884 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e1abbe1051960c8ebc59eac21d4933e7 2024-11-16T00:12:09,884 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for e1abbe1051960c8ebc59eac21d4933e7: Running coprocessor pre-open hook at 1731715929869Writing region info on filesystem at 1731715929869Initializing all the Stores at 1731715929870 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731715929870Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731715929870Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731715929870Cleaning up temporary data from old regions at 1731715929879 (+9 ms)Running coprocessor post-open hooks at 1731715929884 (+5 ms)Region opened successfully at 1731715929884 2024-11-16T00:12:09,885 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1731715928693.e1abbe1051960c8ebc59eac21d4933e7., pid=79, masterSystemTime=1731715929846 2024-11-16T00:12:09,887 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1731715928693.e1abbe1051960c8ebc59eac21d4933e7. 2024-11-16T00:12:09,887 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened table1,,1731715928693.e1abbe1051960c8ebc59eac21d4933e7. 2024-11-16T00:12:09,887 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=e1abbe1051960c8ebc59eac21d4933e7, regionState=OPEN, openSeqNum=2, regionLocation=d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:12:09,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1abbe1051960c8ebc59eac21d4933e7, server=d6ecb9b7dda1,40657,1731715816852 because future has completed 2024-11-16T00:12:09,891 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=77 2024-11-16T00:12:09,891 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=77, state=SUCCESS, hasLock=false; OpenRegionProcedure e1abbe1051960c8ebc59eac21d4933e7, server=d6ecb9b7dda1,40657,1731715816852 in 195 msec 2024-11-16T00:12:09,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-16T00:12:09,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=e1abbe1051960c8ebc59eac21d4933e7, ASSIGN in 352 msec 2024-11-16T00:12:09,893 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731715929893"}]},"ts":"1731715929893"} 2024-11-16T00:12:09,894 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-16T00:12:09,894 DEBUG [PEWorker-4 {}] procedure.TruncateTableProcedure(145): truncate 'table1' completed 2024-11-16T00:12:09,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) in 1.2310 sec 2024-11-16T00:12:10,134 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-16T00:12:10,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-16T00:12:10,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: default:table1 completed 2024-11-16T00:12:10,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-16T00:12:10,822 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:39311/backupUT/backup_1731715873098/default/test-1731715825426/archive/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127,hdfs://localhost:39311/backupUT/backup_1731715873098/default/test-1731715825426/archive/data/default/test-1731715825426/82da660bee43814395b866c2ff04a094 from hbase tables test-1731715825426 to tables table1 2024-11-16T00:12:10,822 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1731715825426 into table1 2024-11-16T00:12:10,824 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-default-table1-1731715930822 from hdfs://localhost:39311/backupUT/backup_1731715873098/default/test-1731715825426/archive/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127,hdfs://localhost:39311/backupUT/backup_1731715873098/default/test-1731715825426/archive/data/default/test-1731715825426/82da660bee43814395b866c2ff04a094 2024-11-16T00:12:10,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c6ff481, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:10,825 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:12:10,825 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:12:10,826 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:12:10,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:12:10,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:12:10,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb358f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:10,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:12:10,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:12:10,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:10,828 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:12:10,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f5ea39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:10,829 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T00:12:10,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d6ecb9b7dda1,34699,1731715814695 2024-11-16T00:12:10,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fddadab 2024-11-16T00:12:10,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T00:12:10,831 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T00:12:10,831 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-16T00:12:10,832 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-16T00:12:10,832 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-16T00:12:10,832 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:12:10,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:12:10,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:12:10,834 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T00:12:10,836 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-16T00:12:10,836 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-16T00:12:10,836 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-16T00:12:10,836 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/partitions_554a4772-9bae-4f72-bc42-10ec08dde7a1 2024-11-16T00:12:10,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741985_1161 (size=177) 2024-11-16T00:12:11,243 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:11,244 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:11,244 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:12,155 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/hadoop-6098088934206990952.jar 2024-11-16T00:12:12,156 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:12,156 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:12,156 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:12,156 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:12,157 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:12,157 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:12,157 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:12,157 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:12,157 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:12,157 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-16T00:12:12,158 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-16T00:12:12,158 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-16T00:12:12,158 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-16T00:12:12,158 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-16T00:12:12,158 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-16T00:12:12,158 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-16T00:12:12,159 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-16T00:12:12,159 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-16T00:12:12,159 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-16T00:12:12,159 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-16T00:12:12,159 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:12,160 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:12,160 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:12,160 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:12,160 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:12,160 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:12,160 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-16T00:12:12,161 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-16T00:12:12,161 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T00:12:12,161 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T00:12:12,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:12,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:12,161 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:12:12,161 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-16T00:12:12,161 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-16T00:12:12,171 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-16T00:12:12,181 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-16T00:12:12,271 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/mapreduce.cluster.local.dir/job_local354614361_0014_4be57b11-5d71-4597-beca-fff535407d16/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*': No such file or directory 2024-11-16T00:12:12,271 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/mapreduce.cluster.local.dir/job_local354614361_0014_4be57b11-5d71-4597-beca-fff535407d16/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/* 2024-11-16T00:12:12,322 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:39311/backupUT/backup_1731715873098/default/test-1731715825426/archive/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/mob/3decf92ed62c40dba15ffa7f7d6ed303 2024-11-16T00:12:12,325 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-16T00:12:12,370 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:39311/backupUT/backup_1731715873098/default/test-1731715825426/archive/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/f/e1e901e37c21411086715f745016a4ec 2024-11-16T00:12:12,373 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-16T00:12:12,398 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:39311/backupUT/backup_1731715873098/default/test-1731715825426/archive/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/f/108a73ce7b0c42be8014a8da5c3a5673 2024-11-16T00:12:12,401 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-16T00:12:12,439 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:39311/backupUT/backup_1731715873098/default/test-1731715825426/archive/data/default/test-1731715825426/82da660bee43814395b866c2ff04a094/mob/d41d8cd98f00b204e9800998ecf8427e20241116fb2ec71b458a4dfe9736b15cc4401315_0b9c3225e216808f587422dc5a656127 2024-11-16T00:12:12,443 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-16T00:12:12,464 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:39311/backupUT/backup_1731715873098/default/test-1731715825426/archive/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/mob/2afc52637db74231b13619c21a5a50c0 2024-11-16T00:12:12,467 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-16T00:12:12,499 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be1832c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:12,499 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:12:12,499 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:12:12,500 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:12:12,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:12:12,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:12:12,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69252828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:12,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:12:12,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:12:12,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:12,501 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:12:12,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c2f71a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:12,502 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:12:12,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:12:12,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:12:12,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T00:12:12,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731715825426-1-0', locateType=CURRENT is [region=table1,,1731715928693.e1abbe1051960c8ebc59eac21d4933e7., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2] 2024-11-16T00:12:12,507 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-16T00:12:12,507 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T00:12:12,507 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:12,507 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:12,507 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:12:12,507 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731715825426-1-0] 2024-11-16T00:12:12,507 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: d6ecb9b7dda1 2024-11-16T00:12:12,516 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ebf0988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:12,516 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:12:12,516 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:12:12,517 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:12:12,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:12:12,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:12:12,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bd05eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:12,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:12:12,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:12:12,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:12,518 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:12:12,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7387b7b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:12,519 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:12:12,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:12:12,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:12:12,521 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T00:12:12,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731715825426-3-0', locateType=CURRENT is [region=table1,,1731715928693.e1abbe1051960c8ebc59eac21d4933e7., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2] 2024-11-16T00:12:12,523 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-16T00:12:12,523 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T00:12:12,523 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:12,523 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:12,523 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:12:12,523 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731715825426-3-0] 2024-11-16T00:12:12,523 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: d6ecb9b7dda1 2024-11-16T00:12:12,530 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-default-table1-1731715930822/_temporary/0/_temporary/attempt_local354614361_0014_r_000000_0/f/e52b1306200044ea866d622d4a3a1afe is 59, key is row-test-1731715825426-1-10/f:q1/1731715855351/Put/seqid=0 2024-11-16T00:12:12,531 WARN [Thread-1808 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [d6ecb9b7dda1:40657] Specified favored nodes: [d6ecb9b7dda1:40657] 2024-11-16T00:12:12,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741986_1162 (size=11124) 2024-11-16T00:12:12,935 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-default-table1-1731715930822/_temporary/0/_temporary/attempt_local354614361_0014_r_000000_0/mob/2589384cd9d141439513cbc43ca8b8de is 192, key is row-test-1731715825426-3-100/mob:q1/1731715855814/Put/seqid=0 2024-11-16T00:12:12,937 WARN [Thread-1810 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [d6ecb9b7dda1:40657] Specified favored nodes: [d6ecb9b7dda1:40657] 2024-11-16T00:12:12,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741987_1163 (size=13403) 2024-11-16T00:12:13,396 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1943276b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:13,396 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:12:13,396 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:12:13,397 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:12:13,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:12:13,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:12:13,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a2ecb76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:13,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:12:13,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:12:13,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:13,400 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:12:13,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ff82ad4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:13,402 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:12:13,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:12:13,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:12:13,405 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T00:12:13,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731715928693.5bd6053c395c9ced3163d9133ad97284., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2] 2024-11-16T00:12:13,408 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-16T00:12:13,409 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T00:12:13,409 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:13,409 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:13,409 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:12:13,409 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-16T00:12:13,409 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: d6ecb9b7dda1 2024-11-16T00:12:13,417 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-default-table1-1731715930822/_temporary/0/_temporary/attempt_local354614361_0014_r_000001_0/f/f69c6fa6e61a4714b3e920292cb14949 is 37, key is row10/f:q1/1731715827142/Put/seqid=0 2024-11-16T00:12:13,421 WARN [Thread-1825 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [d6ecb9b7dda1:40657] Specified favored nodes: [d6ecb9b7dda1:40657] 2024-11-16T00:12:13,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741988_1164 (size=8741) 2024-11-16T00:12:13,796 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T00:12:14,312 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-default-table1-1731715930822 2024-11-16T00:12:14,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49aa4d5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:14,313 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:12:14,313 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:12:14,313 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:12:14,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:12:14,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:12:14,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a461e35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:14,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:12:14,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:12:14,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:14,315 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:12:14,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49030d55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:14,316 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:12:14,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:12:14,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:12:14,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T00:12:14,321 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-default-table1-1731715930822/_SUCCESS 2024-11-16T00:12:14,328 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T00:12:14,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d6ecb9b7dda1,34699,1731715814695 2024-11-16T00:12:14,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d702bb0 2024-11-16T00:12:14,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T00:12:14,330 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T00:12:14,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731715928693.e1abbe1051960c8ebc59eac21d4933e7., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2] 2024-11-16T00:12:14,336 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-16T00:12:14,342 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-default-table1-1731715930822/f/e52b1306200044ea866d622d4a3a1afe first=Optional[row-test-1731715825426-1-0] last=Optional[row-test-1731715825426-1-98] 2024-11-16T00:12:14,345 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-default-table1-1731715930822/f/f69c6fa6e61a4714b3e920292cb14949 first=Optional[row0] last=Optional[row98] 2024-11-16T00:12:14,349 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-default-table1-1731715930822/mob/2589384cd9d141439513cbc43ca8b8de first=Optional[row-test-1731715825426-3-0] last=Optional[row-test-1731715825426-3-99] 2024-11-16T00:12:14,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-default-table1-1731715930822/f/f69c6fa6e61a4714b3e920292cb14949 for inclusion in 5bd6053c395c9ced3163d9133ad97284/f 2024-11-16T00:12:14,354 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-default-table1-1731715930822/f/e52b1306200044ea866d622d4a3a1afe for inclusion in e1abbe1051960c8ebc59eac21d4933e7/f 2024-11-16T00:12:14,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-16T00:12:14,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-16T00:12:14,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] regionserver.HRegion(2603): Flush status journal for 5bd6053c395c9ced3163d9133ad97284: 2024-11-16T00:12:14,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-default-table1-1731715930822/f/f69c6fa6e61a4714b3e920292cb14949 to hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/staging/jenkins__table1__a1japhffbk5790dktmlnns8pearodahit51b0apb4dmafj14oocerbl50574fbp7/f/f69c6fa6e61a4714b3e920292cb14949 2024-11-16T00:12:14,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731715825426-1-0 last=row-test-1731715825426-1-98 2024-11-16T00:12:14,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-16T00:12:14,360 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-default-table1-1731715930822/mob/2589384cd9d141439513cbc43ca8b8de for inclusion in e1abbe1051960c8ebc59eac21d4933e7/mob 2024-11-16T00:12:14,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/staging/jenkins__table1__a1japhffbk5790dktmlnns8pearodahit51b0apb4dmafj14oocerbl50574fbp7/f/f69c6fa6e61a4714b3e920292cb14949 as hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/5bd6053c395c9ced3163d9133ad97284/f/79bd9b374eb34518b32ba22127cb4616_SeqId_4_ 2024-11-16T00:12:14,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7516e50e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:14,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:12:14,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:12:14,363 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:12:14,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:12:14,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:12:14,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27f8f56d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:14,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:12:14,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:12:14,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:14,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731715825426-3-0 last=row-test-1731715825426-3-99 2024-11-16T00:12:14,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-16T00:12:14,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HRegion(2603): Flush status journal for e1abbe1051960c8ebc59eac21d4933e7: 2024-11-16T00:12:14,364 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:12:14,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@614dcbd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:14,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T00:12:14,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-default-table1-1731715930822/f/e52b1306200044ea866d622d4a3a1afe to hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/staging/jenkins__table1__a1japhffbk5790dktmlnns8pearodahit51b0apb4dmafj14oocerbl50574fbp7/f/e52b1306200044ea866d622d4a3a1afe 2024-11-16T00:12:14,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d6ecb9b7dda1,34699,1731715814695 2024-11-16T00:12:14,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48a438fd 2024-11-16T00:12:14,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T00:12:14,367 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T00:12:14,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/staging/jenkins__table1__a1japhffbk5790dktmlnns8pearodahit51b0apb4dmafj14oocerbl50574fbp7/f/e52b1306200044ea866d622d4a3a1afe as hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/e1abbe1051960c8ebc59eac21d4933e7/f/f1f485cfaa5d48a99582483d201da5ff_SeqId_4_ 2024-11-16T00:12:14,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-default-table1-1731715930822/mob/2589384cd9d141439513cbc43ca8b8de to hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/staging/jenkins__table1__a1japhffbk5790dktmlnns8pearodahit51b0apb4dmafj14oocerbl50574fbp7/mob/2589384cd9d141439513cbc43ca8b8de 2024-11-16T00:12:14,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:12:14,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:12:14,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:12:14,371 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T00:12:14,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/staging/jenkins__table1__a1japhffbk5790dktmlnns8pearodahit51b0apb4dmafj14oocerbl50574fbp7/mob/2589384cd9d141439513cbc43ca8b8de as hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/e1abbe1051960c8ebc59eac21d4933e7/mob/668af59c41d74a7c95d5316b5d4e6073_SeqId_4_ 2024-11-16T00:12:14,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fd0f876, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:14,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:12:14,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:12:14,373 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:12:14,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:12:14,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:12:14,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d3044a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:14,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:12:14,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:12:14,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:14,375 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:12:14,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70068874, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:14,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T00:12:14,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d6ecb9b7dda1,34699,1731715814695 2024-11-16T00:12:14,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ae501e7 2024-11-16T00:12:14,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T00:12:14,378 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T00:12:14,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:12:14,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:12:14,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:12:14,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-16T00:12:14,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T00:12:14,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-16T00:12:14,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2] 2024-11-16T00:12:14,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657. 2024-11-16T00:12:14,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T00:12:14,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:14,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:14,392 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:12:14,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-16T00:12:14,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/staging/jenkins__table1__a1japhffbk5790dktmlnns8pearodahit51b0apb4dmafj14oocerbl50574fbp7/f/f69c6fa6e61a4714b3e920292cb14949 into 5bd6053c395c9ced3163d9133ad97284/f as hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/5bd6053c395c9ced3163d9133ad97284/f/79bd9b374eb34518b32ba22127cb4616_SeqId_4_ - updating store file list. 2024-11-16T00:12:14,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-16T00:12:14,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/5bd6053c395c9ced3163d9133ad97284/f/79bd9b374eb34518b32ba22127cb4616_SeqId_4_ into 5bd6053c395c9ced3163d9133ad97284/f 2024-11-16T00:12:14,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/staging/jenkins__table1__a1japhffbk5790dktmlnns8pearodahit51b0apb4dmafj14oocerbl50574fbp7/f/f69c6fa6e61a4714b3e920292cb14949 into 5bd6053c395c9ced3163d9133ad97284/f (new location: hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/5bd6053c395c9ced3163d9133ad97284/f/79bd9b374eb34518b32ba22127cb4616_SeqId_4_) 2024-11-16T00:12:14,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/staging/jenkins__table1__a1japhffbk5790dktmlnns8pearodahit51b0apb4dmafj14oocerbl50574fbp7/f/f69c6fa6e61a4714b3e920292cb14949 2024-11-16T00:12:14,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eba7fe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:14,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:12:14,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:12:14,404 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:12:14,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:12:14,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2] 2024-11-16T00:12:14,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:12:14,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48a4ef6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:14,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:12:14,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:12:14,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:14,406 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:12:14,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ca8889b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:14,407 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657. 2024-11-16T00:12:14,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T00:12:14,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:14,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T00:12:14,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:14,407 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:12:14,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3045e0ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:14,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:12:14,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d6ecb9b7dda1,34699,1731715814695 2024-11-16T00:12:14,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:12:14,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c978524 2024-11-16T00:12:14,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T00:12:14,409 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:12:14,409 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-16T00:12:14,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:12:14,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:12:14,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b6f55b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:14,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:12:14,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:12:14,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:12:14,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:14,411 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:12:14,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:12:14,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:12:14,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63bc7523, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:14,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T00:12:14,412 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-16T00:12:14,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d6ecb9b7dda1,34699,1731715814695 2024-11-16T00:12:14,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6728dbcd 2024-11-16T00:12:14,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T00:12:14,414 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T00:12:14,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:12:14,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:12:14,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:12:14,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T00:12:14,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-16T00:12:14,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-16T00:12:14,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-16T00:12:14,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2] 2024-11-16T00:12:14,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657. 2024-11-16T00:12:14,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T00:12:14,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:14,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:14,436 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:12:14,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-16T00:12:14,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2] 2024-11-16T00:12:14,445 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657. 2024-11-16T00:12:14,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T00:12:14,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:14,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:14,447 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/staging/jenkins__table1__a1japhffbk5790dktmlnns8pearodahit51b0apb4dmafj14oocerbl50574fbp7/f/e52b1306200044ea866d622d4a3a1afe into e1abbe1051960c8ebc59eac21d4933e7/f as hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/e1abbe1051960c8ebc59eac21d4933e7/f/f1f485cfaa5d48a99582483d201da5ff_SeqId_4_ - updating store file list. 2024-11-16T00:12:14,448 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:12:14,453 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/e1abbe1051960c8ebc59eac21d4933e7/f/f1f485cfaa5d48a99582483d201da5ff_SeqId_4_ into e1abbe1051960c8ebc59eac21d4933e7/f 2024-11-16T00:12:14,453 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/staging/jenkins__table1__a1japhffbk5790dktmlnns8pearodahit51b0apb4dmafj14oocerbl50574fbp7/f/e52b1306200044ea866d622d4a3a1afe into e1abbe1051960c8ebc59eac21d4933e7/f (new location: hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/e1abbe1051960c8ebc59eac21d4933e7/f/f1f485cfaa5d48a99582483d201da5ff_SeqId_4_) 2024-11-16T00:12:14,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/staging/jenkins__table1__a1japhffbk5790dktmlnns8pearodahit51b0apb4dmafj14oocerbl50574fbp7/f/e52b1306200044ea866d622d4a3a1afe 2024-11-16T00:12:14,457 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/staging/jenkins__table1__a1japhffbk5790dktmlnns8pearodahit51b0apb4dmafj14oocerbl50574fbp7/mob/2589384cd9d141439513cbc43ca8b8de into e1abbe1051960c8ebc59eac21d4933e7/mob as hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/e1abbe1051960c8ebc59eac21d4933e7/mob/668af59c41d74a7c95d5316b5d4e6073_SeqId_4_ - updating store file list. 2024-11-16T00:12:14,462 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/e1abbe1051960c8ebc59eac21d4933e7/mob/668af59c41d74a7c95d5316b5d4e6073_SeqId_4_ into e1abbe1051960c8ebc59eac21d4933e7/mob 2024-11-16T00:12:14,462 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/staging/jenkins__table1__a1japhffbk5790dktmlnns8pearodahit51b0apb4dmafj14oocerbl50574fbp7/mob/2589384cd9d141439513cbc43ca8b8de into e1abbe1051960c8ebc59eac21d4933e7/mob (new location: hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/e1abbe1051960c8ebc59eac21d4933e7/mob/668af59c41d74a7c95d5316b5d4e6073_SeqId_4_) 2024-11-16T00:12:14,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/staging/jenkins__table1__a1japhffbk5790dktmlnns8pearodahit51b0apb4dmafj14oocerbl50574fbp7/mob/2589384cd9d141439513cbc43ca8b8de 2024-11-16T00:12:14,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72c60294, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:14,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:12:14,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:12:14,465 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:12:14,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:12:14,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:12:14,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c07f275, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:14,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:12:14,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:12:14,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:14,467 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:12:14,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9b6a954, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:14,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T00:12:14,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d6ecb9b7dda1,34699,1731715814695 2024-11-16T00:12:14,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22149200 2024-11-16T00:12:14,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T00:12:14,470 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-16T00:12:14,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:12:14,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:12:14,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:12:14,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-16T00:12:14,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-16T00:12:14,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-16T00:12:14,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2] 2024-11-16T00:12:14,492 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657. 2024-11-16T00:12:14,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T00:12:14,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:14,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:14,492 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:12:14,493 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T00:12:14,494 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T00:12:14,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:14,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:14,494 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-16T00:12:14,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731715928693.e1abbe1051960c8ebc59eac21d4933e7., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2 , the old value is region=table1,,1731715928693.e1abbe1051960c8ebc59eac21d4933e7., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d6ecb9b7dda1:40657 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T00:12:14,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731715928693.e1abbe1051960c8ebc59eac21d4933e7., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T00:12:14,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731715928693.e1abbe1051960c8ebc59eac21d4933e7., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2 from cache 2024-11-16T00:12:14,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:12:14,497 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-16T00:12:14,516 INFO [Time-limited test {}] impl.RestoreTablesClient(181): Restoring 'test-1731715825426' to 'table1' from log dirs: hdfs://localhost:39311/backupUT/backup_1731715906757/default/test-1731715825426/f2/c703720c4f9f424582084a318e6d9488 2024-11-16T00:12:14,520 DEBUG [Time-limited test {}] util.RestoreTool(177): Found descriptor 'test-1731715825426', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1731715906757 2024-11-16T00:12:14,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table table1 from 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T00:12:14,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] procedure2.ProcedureExecutor(1139): Stored pid=81, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=table1 2024-11-16T00:12:14,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741989_1165 (size=938) 2024-11-16T00:12:14,598 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d6ecb9b7dda1:40657 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-16T00:12:14,648 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2024-11-16T00:12:14,943 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/.tabledesc/.tableinfo.0000000001.938 2024-11-16T00:12:14,943 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/.tabledesc/.tableinfo.0000000002.938 2024-11-16T00:12:14,946 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=table1}] 2024-11-16T00:12:14,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=e1abbe1051960c8ebc59eac21d4933e7, REOPEN/MOVE}, {pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=5bd6053c395c9ced3163d9133ad97284, REOPEN/MOVE}] 2024-11-16T00:12:14,950 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=5bd6053c395c9ced3163d9133ad97284, REOPEN/MOVE 2024-11-16T00:12:14,950 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=e1abbe1051960c8ebc59eac21d4933e7, REOPEN/MOVE 2024-11-16T00:12:14,950 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=e1abbe1051960c8ebc59eac21d4933e7, regionState=CLOSING, regionLocation=d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:12:14,950 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=5bd6053c395c9ced3163d9133ad97284, regionState=CLOSING, regionLocation=d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:12:14,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=5bd6053c395c9ced3163d9133ad97284, REOPEN/MOVE because future has completed 2024-11-16T00:12:14,953 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-16T00:12:14,953 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5bd6053c395c9ced3163d9133ad97284, server=d6ecb9b7dda1,40657,1731715816852}] 2024-11-16T00:12:14,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=e1abbe1051960c8ebc59eac21d4933e7, REOPEN/MOVE because future has completed 2024-11-16T00:12:14,954 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-16T00:12:14,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure e1abbe1051960c8ebc59eac21d4933e7, server=d6ecb9b7dda1,40657,1731715816852}] 2024-11-16T00:12:15,106 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close 5bd6053c395c9ced3163d9133ad97284 2024-11-16T00:12:15,106 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-16T00:12:15,106 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing 5bd6053c395c9ced3163d9133ad97284, disabling compactions & flushes 2024-11-16T00:12:15,106 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region table1,row0,1731715928693.5bd6053c395c9ced3163d9133ad97284. 2024-11-16T00:12:15,106 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731715928693.5bd6053c395c9ced3163d9133ad97284. 2024-11-16T00:12:15,106 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731715928693.5bd6053c395c9ced3163d9133ad97284. after waiting 0 ms 2024-11-16T00:12:15,106 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731715928693.5bd6053c395c9ced3163d9133ad97284. 2024-11-16T00:12:15,111 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/5bd6053c395c9ced3163d9133ad97284/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-16T00:12:15,112 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-16T00:12:15,112 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed table1,row0,1731715928693.5bd6053c395c9ced3163d9133ad97284. 2024-11-16T00:12:15,112 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for 5bd6053c395c9ced3163d9133ad97284: Waiting for close lock at 1731715935106Running coprocessor pre-close hooks at 1731715935106Disabling compacts and flushes for region at 1731715935106Disabling writes for close at 1731715935106Writing region close event to WAL at 1731715935107 (+1 ms)Running coprocessor post-close hooks at 1731715935112 (+5 ms)Closed at 1731715935112 2024-11-16T00:12:15,112 WARN [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionServer(3299): Not adding moved region record: 5bd6053c395c9ced3163d9133ad97284 to self. 2024-11-16T00:12:15,115 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed 5bd6053c395c9ced3163d9133ad97284 2024-11-16T00:12:15,115 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(122): Close e1abbe1051960c8ebc59eac21d4933e7 2024-11-16T00:12:15,115 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-16T00:12:15,115 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1722): Closing e1abbe1051960c8ebc59eac21d4933e7, disabling compactions & flushes 2024-11-16T00:12:15,115 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1755): Closing region table1,,1731715928693.e1abbe1051960c8ebc59eac21d4933e7. 2024-11-16T00:12:15,115 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731715928693.e1abbe1051960c8ebc59eac21d4933e7. 2024-11-16T00:12:15,115 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1843): Acquired close lock on table1,,1731715928693.e1abbe1051960c8ebc59eac21d4933e7. after waiting 0 ms 2024-11-16T00:12:15,115 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=5bd6053c395c9ced3163d9133ad97284, regionState=CLOSED 2024-11-16T00:12:15,115 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1853): Updates disabled for region table1,,1731715928693.e1abbe1051960c8ebc59eac21d4933e7. 2024-11-16T00:12:15,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5bd6053c395c9ced3163d9133ad97284, server=d6ecb9b7dda1,40657,1731715816852 because future has completed 2024-11-16T00:12:15,120 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/e1abbe1051960c8ebc59eac21d4933e7/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-16T00:12:15,120 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-16T00:12:15,120 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1973): Closed table1,,1731715928693.e1abbe1051960c8ebc59eac21d4933e7. 2024-11-16T00:12:15,120 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1676): Region close journal for e1abbe1051960c8ebc59eac21d4933e7: Waiting for close lock at 1731715935115Running coprocessor pre-close hooks at 1731715935115Disabling compacts and flushes for region at 1731715935115Disabling writes for close at 1731715935115Writing region close event to WAL at 1731715935117 (+2 ms)Running coprocessor post-close hooks at 1731715935120 (+3 ms)Closed at 1731715935120 2024-11-16T00:12:15,121 WARN [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionServer(3299): Not adding moved region record: e1abbe1051960c8ebc59eac21d4933e7 to self. 2024-11-16T00:12:15,122 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-16T00:12:15,122 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(157): Closed e1abbe1051960c8ebc59eac21d4933e7 2024-11-16T00:12:15,123 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; CloseRegionProcedure 5bd6053c395c9ced3163d9133ad97284, server=d6ecb9b7dda1,40657,1731715816852 in 165 msec 2024-11-16T00:12:15,123 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=e1abbe1051960c8ebc59eac21d4933e7, regionState=CLOSED 2024-11-16T00:12:15,123 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=5bd6053c395c9ced3163d9133ad97284, REOPEN/MOVE; state=CLOSED, location=d6ecb9b7dda1,40657,1731715816852; forceNewPlan=false, retain=true 2024-11-16T00:12:15,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure e1abbe1051960c8ebc59eac21d4933e7, server=d6ecb9b7dda1,40657,1731715816852 because future has completed 2024-11-16T00:12:15,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=83 2024-11-16T00:12:15,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=83, state=SUCCESS, hasLock=false; CloseRegionProcedure e1abbe1051960c8ebc59eac21d4933e7, server=d6ecb9b7dda1,40657,1731715816852 in 171 msec 2024-11-16T00:12:15,127 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=e1abbe1051960c8ebc59eac21d4933e7, REOPEN/MOVE; state=CLOSED, location=d6ecb9b7dda1,40657,1731715816852; forceNewPlan=false, retain=true 2024-11-16T00:12:15,274 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=5bd6053c395c9ced3163d9133ad97284, regionState=OPENING, regionLocation=d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:12:15,274 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=e1abbe1051960c8ebc59eac21d4933e7, regionState=OPENING, regionLocation=d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:12:15,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=e1abbe1051960c8ebc59eac21d4933e7, REOPEN/MOVE because future has completed 2024-11-16T00:12:15,276 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1abbe1051960c8ebc59eac21d4933e7, server=d6ecb9b7dda1,40657,1731715816852}] 2024-11-16T00:12:15,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=5bd6053c395c9ced3163d9133ad97284, REOPEN/MOVE because future has completed 2024-11-16T00:12:15,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5bd6053c395c9ced3163d9133ad97284, server=d6ecb9b7dda1,40657,1731715816852}] 2024-11-16T00:12:15,352 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-16T00:12:15,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2024-11-16T00:12:15,432 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(132): Open table1,row0,1731715928693.5bd6053c395c9ced3163d9133ad97284. 2024-11-16T00:12:15,432 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7752): Opening region: {ENCODED => 5bd6053c395c9ced3163d9133ad97284, NAME => 'table1,row0,1731715928693.5bd6053c395c9ced3163d9133ad97284.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-16T00:12:15,432 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-16T00:12:15,433 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 5bd6053c395c9ced3163d9133ad97284 2024-11-16T00:12:15,433 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(898): Instantiated table1,row0,1731715928693.5bd6053c395c9ced3163d9133ad97284.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T00:12:15,433 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7794): checking encryption for 5bd6053c395c9ced3163d9133ad97284 2024-11-16T00:12:15,433 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7797): checking classloading for 5bd6053c395c9ced3163d9133ad97284 2024-11-16T00:12:15,434 INFO [StoreOpener-5bd6053c395c9ced3163d9133ad97284-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5bd6053c395c9ced3163d9133ad97284 2024-11-16T00:12:15,436 INFO [StoreOpener-5bd6053c395c9ced3163d9133ad97284-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bd6053c395c9ced3163d9133ad97284 columnFamilyName f 2024-11-16T00:12:15,436 DEBUG [StoreOpener-5bd6053c395c9ced3163d9133ad97284-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:12:15,442 DEBUG [StoreOpener-5bd6053c395c9ced3163d9133ad97284-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/5bd6053c395c9ced3163d9133ad97284/f/79bd9b374eb34518b32ba22127cb4616_SeqId_4_ 2024-11-16T00:12:15,442 INFO [StoreOpener-5bd6053c395c9ced3163d9133ad97284-1 {}] regionserver.HStore(327): Store=5bd6053c395c9ced3163d9133ad97284/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T00:12:15,442 INFO [StoreOpener-5bd6053c395c9ced3163d9133ad97284-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 5bd6053c395c9ced3163d9133ad97284 2024-11-16T00:12:15,444 INFO [StoreOpener-5bd6053c395c9ced3163d9133ad97284-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bd6053c395c9ced3163d9133ad97284 columnFamilyName f2 2024-11-16T00:12:15,444 DEBUG [StoreOpener-5bd6053c395c9ced3163d9133ad97284-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:12:15,445 INFO [StoreOpener-5bd6053c395c9ced3163d9133ad97284-1 {}] regionserver.HStore(327): Store=5bd6053c395c9ced3163d9133ad97284/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T00:12:15,445 INFO [StoreOpener-5bd6053c395c9ced3163d9133ad97284-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 5bd6053c395c9ced3163d9133ad97284 2024-11-16T00:12:15,445 INFO [StoreOpener-5bd6053c395c9ced3163d9133ad97284-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bd6053c395c9ced3163d9133ad97284 columnFamilyName mob 2024-11-16T00:12:15,446 DEBUG [StoreOpener-5bd6053c395c9ced3163d9133ad97284-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:12:15,446 INFO [StoreOpener-5bd6053c395c9ced3163d9133ad97284-1 {}] regionserver.HStore(327): Store=5bd6053c395c9ced3163d9133ad97284/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T00:12:15,447 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1038): replaying wal for 5bd6053c395c9ced3163d9133ad97284 2024-11-16T00:12:15,448 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/5bd6053c395c9ced3163d9133ad97284 2024-11-16T00:12:15,449 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/5bd6053c395c9ced3163d9133ad97284 2024-11-16T00:12:15,450 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1048): stopping wal replay for 5bd6053c395c9ced3163d9133ad97284 2024-11-16T00:12:15,450 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1060): Cleaning up temporary data for 5bd6053c395c9ced3163d9133ad97284 2024-11-16T00:12:15,451 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T00:12:15,452 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1093): writing seq id for 5bd6053c395c9ced3163d9133ad97284 2024-11-16T00:12:15,454 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1114): Opened 5bd6053c395c9ced3163d9133ad97284; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11125696800, jitterRate=0.036161258816719055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T00:12:15,455 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5bd6053c395c9ced3163d9133ad97284 2024-11-16T00:12:15,455 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1006): Region open journal for 5bd6053c395c9ced3163d9133ad97284: Running coprocessor pre-open hook at 1731715935433Writing region info on filesystem at 1731715935433Initializing all the Stores at 1731715935434 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731715935434Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731715935434Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731715935434Cleaning up temporary data from old regions at 1731715935450 (+16 ms)Running coprocessor post-open hooks at 1731715935455 (+5 ms)Region opened successfully at 1731715935455 2024-11-16T00:12:15,457 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1731715928693.5bd6053c395c9ced3163d9133ad97284., pid=88, masterSystemTime=1731715935428 2024-11-16T00:12:15,459 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1731715928693.5bd6053c395c9ced3163d9133ad97284. 2024-11-16T00:12:15,459 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(153): Opened table1,row0,1731715928693.5bd6053c395c9ced3163d9133ad97284. 2024-11-16T00:12:15,459 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open table1,,1731715928693.e1abbe1051960c8ebc59eac21d4933e7. 2024-11-16T00:12:15,460 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => e1abbe1051960c8ebc59eac21d4933e7, NAME => 'table1,,1731715928693.e1abbe1051960c8ebc59eac21d4933e7.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-16T00:12:15,460 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=5bd6053c395c9ced3163d9133ad97284, regionState=OPEN, openSeqNum=7, regionLocation=d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:12:15,460 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-16T00:12:15,460 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 e1abbe1051960c8ebc59eac21d4933e7 2024-11-16T00:12:15,461 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated table1,,1731715928693.e1abbe1051960c8ebc59eac21d4933e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T00:12:15,461 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for e1abbe1051960c8ebc59eac21d4933e7 2024-11-16T00:12:15,461 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for e1abbe1051960c8ebc59eac21d4933e7 2024-11-16T00:12:15,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5bd6053c395c9ced3163d9133ad97284, server=d6ecb9b7dda1,40657,1731715816852 because future has completed 2024-11-16T00:12:15,462 INFO [StoreOpener-e1abbe1051960c8ebc59eac21d4933e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e1abbe1051960c8ebc59eac21d4933e7 2024-11-16T00:12:15,464 INFO [StoreOpener-e1abbe1051960c8ebc59eac21d4933e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1abbe1051960c8ebc59eac21d4933e7 columnFamilyName f 2024-11-16T00:12:15,464 DEBUG [StoreOpener-e1abbe1051960c8ebc59eac21d4933e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:12:15,466 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=84 2024-11-16T00:12:15,466 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=84, state=SUCCESS, hasLock=false; OpenRegionProcedure 5bd6053c395c9ced3163d9133ad97284, server=d6ecb9b7dda1,40657,1731715816852 in 186 msec 2024-11-16T00:12:15,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=5bd6053c395c9ced3163d9133ad97284, REOPEN/MOVE in 518 msec 2024-11-16T00:12:15,473 DEBUG [StoreOpener-e1abbe1051960c8ebc59eac21d4933e7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/e1abbe1051960c8ebc59eac21d4933e7/f/f1f485cfaa5d48a99582483d201da5ff_SeqId_4_ 2024-11-16T00:12:15,473 INFO [StoreOpener-e1abbe1051960c8ebc59eac21d4933e7-1 {}] regionserver.HStore(327): Store=e1abbe1051960c8ebc59eac21d4933e7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T00:12:15,474 INFO [StoreOpener-e1abbe1051960c8ebc59eac21d4933e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region e1abbe1051960c8ebc59eac21d4933e7 2024-11-16T00:12:15,476 INFO [StoreOpener-e1abbe1051960c8ebc59eac21d4933e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1abbe1051960c8ebc59eac21d4933e7 columnFamilyName f2 2024-11-16T00:12:15,476 DEBUG [StoreOpener-e1abbe1051960c8ebc59eac21d4933e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:12:15,476 INFO [StoreOpener-e1abbe1051960c8ebc59eac21d4933e7-1 {}] regionserver.HStore(327): Store=e1abbe1051960c8ebc59eac21d4933e7/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T00:12:15,477 INFO [StoreOpener-e1abbe1051960c8ebc59eac21d4933e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region e1abbe1051960c8ebc59eac21d4933e7 2024-11-16T00:12:15,478 INFO [StoreOpener-e1abbe1051960c8ebc59eac21d4933e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1abbe1051960c8ebc59eac21d4933e7 columnFamilyName mob 2024-11-16T00:12:15,478 DEBUG [StoreOpener-e1abbe1051960c8ebc59eac21d4933e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:12:15,486 DEBUG [StoreOpener-e1abbe1051960c8ebc59eac21d4933e7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/e1abbe1051960c8ebc59eac21d4933e7/mob/668af59c41d74a7c95d5316b5d4e6073_SeqId_4_ 2024-11-16T00:12:15,486 INFO [StoreOpener-e1abbe1051960c8ebc59eac21d4933e7-1 {}] regionserver.HStore(327): Store=e1abbe1051960c8ebc59eac21d4933e7/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T00:12:15,487 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for e1abbe1051960c8ebc59eac21d4933e7 2024-11-16T00:12:15,488 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/e1abbe1051960c8ebc59eac21d4933e7 2024-11-16T00:12:15,490 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/e1abbe1051960c8ebc59eac21d4933e7 2024-11-16T00:12:15,491 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for e1abbe1051960c8ebc59eac21d4933e7 2024-11-16T00:12:15,491 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for e1abbe1051960c8ebc59eac21d4933e7 2024-11-16T00:12:15,492 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T00:12:15,494 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for e1abbe1051960c8ebc59eac21d4933e7 2024-11-16T00:12:15,496 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened e1abbe1051960c8ebc59eac21d4933e7; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11033602560, jitterRate=0.027584314346313477}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T00:12:15,497 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e1abbe1051960c8ebc59eac21d4933e7 2024-11-16T00:12:15,497 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for e1abbe1051960c8ebc59eac21d4933e7: Running coprocessor pre-open hook at 1731715935461Writing region info on filesystem at 1731715935461Initializing all the Stores at 1731715935462 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731715935462Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731715935462Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731715935462Cleaning up temporary data from old regions at 1731715935491 (+29 ms)Running coprocessor post-open hooks at 1731715935497 (+6 ms)Region opened successfully at 1731715935497 2024-11-16T00:12:15,498 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1731715928693.e1abbe1051960c8ebc59eac21d4933e7., pid=87, masterSystemTime=1731715935428 2024-11-16T00:12:15,500 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1731715928693.e1abbe1051960c8ebc59eac21d4933e7. 2024-11-16T00:12:15,500 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened table1,,1731715928693.e1abbe1051960c8ebc59eac21d4933e7. 2024-11-16T00:12:15,501 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=e1abbe1051960c8ebc59eac21d4933e7, regionState=OPEN, openSeqNum=7, regionLocation=d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:12:15,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1abbe1051960c8ebc59eac21d4933e7, server=d6ecb9b7dda1,40657,1731715816852 because future has completed 2024-11-16T00:12:15,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=83 2024-11-16T00:12:15,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=83, state=SUCCESS, hasLock=false; OpenRegionProcedure e1abbe1051960c8ebc59eac21d4933e7, server=d6ecb9b7dda1,40657,1731715816852 in 228 msec 2024-11-16T00:12:15,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-16T00:12:15,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=e1abbe1051960c8ebc59eac21d4933e7, REOPEN/MOVE in 558 msec 2024-11-16T00:12:15,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81 2024-11-16T00:12:15,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=table1 in 564 msec 2024-11-16T00:12:15,514 DEBUG [PEWorker-2 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=table1 2024-11-16T00:12:15,514 DEBUG [PEWorker-2 {}] backup.HFileArchiver(265): No files to dispose of in table1,,1731715928693.e1abbe1051960c8ebc59eac21d4933e7., family=f3 2024-11-16T00:12:15,516 DEBUG [PEWorker-2 {}] backup.HFileArchiver(265): No files to dispose of in table1,row0,1731715928693.5bd6053c395c9ced3163d9133ad97284., family=f3 2024-11-16T00:12:15,519 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, state=SUCCESS, hasLock=false; ModifyTableProcedure table=table1 in 992 msec 2024-11-16T00:12:15,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-11-16T00:12:15,520 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:table1 completed 2024-11-16T00:12:15,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-16T00:12:15,525 INFO [Time-limited test {}] util.RestoreTool(200): Changed table1 to: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T00:12:15,525 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:39311/backupUT/backup_1731715906757/default/test-1731715825426/f2/c703720c4f9f424582084a318e6d9488 from hbase tables test-1731715825426 to tables table1 2024-11-16T00:12:15,525 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1731715825426 into table1 2024-11-16T00:12:15,526 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-default-table1-1731715935525 from hdfs://localhost:39311/backupUT/backup_1731715906757/default/test-1731715825426/f2/c703720c4f9f424582084a318e6d9488 2024-11-16T00:12:15,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ffbffde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:15,527 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:12:15,527 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:12:15,528 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:12:15,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:12:15,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:12:15,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6804c1d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:15,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:12:15,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:12:15,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:15,530 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:12:15,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@799a6086, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:15,531 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T00:12:15,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d6ecb9b7dda1,34699,1731715814695 2024-11-16T00:12:15,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@653d8bfb 2024-11-16T00:12:15,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T00:12:15,533 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T00:12:15,534 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-16T00:12:15,534 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-16T00:12:15,534 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-16T00:12:15,535 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:12:15,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:12:15,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:12:15,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T00:12:15,540 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-16T00:12:15,540 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-16T00:12:15,540 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-16T00:12:15,540 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/partitions_cf8aba86-4863-4288-8a53-324de1b3c8d1 2024-11-16T00:12:15,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741990_1166 (size=177) 2024-11-16T00:12:15,948 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:15,948 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:15,948 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:17,039 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/hadoop-3569529508548151004.jar 2024-11-16T00:12:17,040 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:17,040 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:17,041 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:17,041 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:17,041 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:17,042 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:17,042 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:17,043 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:17,043 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:17,043 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-16T00:12:17,044 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-16T00:12:17,044 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-16T00:12:17,044 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-16T00:12:17,045 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-16T00:12:17,045 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-16T00:12:17,045 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-16T00:12:17,046 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-16T00:12:17,046 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-16T00:12:17,046 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-16T00:12:17,046 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-16T00:12:17,047 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:17,047 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:17,047 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:17,048 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:17,048 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:17,048 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:17,048 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-16T00:12:17,049 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-16T00:12:17,049 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T00:12:17,049 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T00:12:17,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:17,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:17,049 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:12:17,049 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-16T00:12:17,050 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-16T00:12:17,067 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-16T00:12:17,087 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-16T00:12:17,248 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/mapreduce.cluster.local.dir/job_local1137903927_0015_795160d2-74ce-483c-b6e5-5eed1dd9fcf9/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*': No such file or directory 2024-11-16T00:12:17,248 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/mapreduce.cluster.local.dir/job_local1137903927_0015_795160d2-74ce-483c-b6e5-5eed1dd9fcf9/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/* 2024-11-16T00:12:17,332 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:39311/backupUT/backup_1731715906757/default/test-1731715825426/f2/c703720c4f9f424582084a318e6d9488 2024-11-16T00:12:17,341 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-16T00:12:17,406 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@446103c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:17,406 DEBUG [pool-281-thread-1 {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:12:17,406 DEBUG [pool-281-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:12:17,407 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:12:17,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:12:17,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:12:17,408 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:17,408 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@226280ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:17,409 DEBUG [pool-281-thread-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:12:17,409 DEBUG [pool-281-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:12:17,410 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:12:17,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b53d55b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:17,412 DEBUG [pool-281-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:12:17,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:12:17,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:12:17,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T00:12:17,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731715825426-2-0', locateType=CURRENT is [region=table1,,1731715928693.e1abbe1051960c8ebc59eac21d4933e7., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=7] 2024-11-16T00:12:17,417 INFO [pool-281-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-281-thread-1. 2024-11-16T00:12:17,418 DEBUG [pool-281-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T00:12:17,418 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:17,418 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:17,418 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:12:17,418 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731715825426-2-0] 2024-11-16T00:12:17,418 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: d6ecb9b7dda1 2024-11-16T00:12:17,423 DEBUG [pool-281-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-default-table1-1731715935525/_temporary/0/_temporary/attempt_local1137903927_0015_r_000000_0/f2/8bb24ef37964425d901a48db35024bad is 58, key is row-test-1731715825426-2-0/f2:q1/1731715901743/Put/seqid=0 2024-11-16T00:12:17,425 WARN [Thread-1889 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [d6ecb9b7dda1:40657] Specified favored nodes: [d6ecb9b7dda1:40657] 2024-11-16T00:12:17,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741991_1167 (size=5609) 2024-11-16T00:12:18,300 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-default-table1-1731715935525 2024-11-16T00:12:18,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ad5daab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:18,301 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:12:18,301 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:12:18,302 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:12:18,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:12:18,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:12:18,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c05353, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:18,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:12:18,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:12:18,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:18,304 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:12:18,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d39961e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:18,305 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:12:18,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:12:18,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:12:18,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T00:12:18,310 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-default-table1-1731715935525/_SUCCESS 2024-11-16T00:12:18,313 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T00:12:18,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d6ecb9b7dda1,34699,1731715814695 2024-11-16T00:12:18,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d0e2299 2024-11-16T00:12:18,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T00:12:18,314 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T00:12:18,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731715928693.e1abbe1051960c8ebc59eac21d4933e7., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=7] 2024-11-16T00:12:18,320 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-16T00:12:18,326 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-default-table1-1731715935525/f2/8bb24ef37964425d901a48db35024bad first=Optional[row-test-1731715825426-2-0] last=Optional[row-test-1731715825426-2-6] 2024-11-16T00:12:18,329 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-default-table1-1731715935525/f2/8bb24ef37964425d901a48db35024bad for inclusion in e1abbe1051960c8ebc59eac21d4933e7/f2 2024-11-16T00:12:18,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731715825426-2-0 last=row-test-1731715825426-2-6 2024-11-16T00:12:18,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-16T00:12:18,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HRegion(2603): Flush status journal for e1abbe1051960c8ebc59eac21d4933e7: 2024-11-16T00:12:18,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-default-table1-1731715935525/f2/8bb24ef37964425d901a48db35024bad to hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/staging/jenkins__table1__lc1ildvvo293micudl6b8e91kbgsu0rsincj89abcne0t0bc0garl8up4jou375a/f2/8bb24ef37964425d901a48db35024bad 2024-11-16T00:12:18,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/staging/jenkins__table1__lc1ildvvo293micudl6b8e91kbgsu0rsincj89abcne0t0bc0garl8up4jou375a/f2/8bb24ef37964425d901a48db35024bad as hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/e1abbe1051960c8ebc59eac21d4933e7/f2/b61937bb502340d587fbabcdf90ba359_SeqId_9_ 2024-11-16T00:12:18,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aba1037, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:18,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:12:18,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:12:18,337 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:12:18,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:12:18,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:12:18,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dbb1b15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:18,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:12:18,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:12:18,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:18,339 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:12:18,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c6949a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:18,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T00:12:18,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d6ecb9b7dda1,34699,1731715814695 2024-11-16T00:12:18,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bed45ab 2024-11-16T00:12:18,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T00:12:18,341 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T00:12:18,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:12:18,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:12:18,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:12:18,343 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T00:12:18,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-16T00:12:18,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-16T00:12:18,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2] 2024-11-16T00:12:18,359 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657. 2024-11-16T00:12:18,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T00:12:18,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:18,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:18,359 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:12:18,360 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/staging/jenkins__table1__lc1ildvvo293micudl6b8e91kbgsu0rsincj89abcne0t0bc0garl8up4jou375a/f2/8bb24ef37964425d901a48db35024bad into e1abbe1051960c8ebc59eac21d4933e7/f2 as hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/e1abbe1051960c8ebc59eac21d4933e7/f2/b61937bb502340d587fbabcdf90ba359_SeqId_9_ - updating store file list. 2024-11-16T00:12:18,364 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/e1abbe1051960c8ebc59eac21d4933e7/f2/b61937bb502340d587fbabcdf90ba359_SeqId_9_ into e1abbe1051960c8ebc59eac21d4933e7/f2 2024-11-16T00:12:18,364 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/staging/jenkins__table1__lc1ildvvo293micudl6b8e91kbgsu0rsincj89abcne0t0bc0garl8up4jou375a/f2/8bb24ef37964425d901a48db35024bad into e1abbe1051960c8ebc59eac21d4933e7/f2 (new location: hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/e1abbe1051960c8ebc59eac21d4933e7/f2/b61937bb502340d587fbabcdf90ba359_SeqId_9_) 2024-11-16T00:12:18,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/staging/jenkins__table1__lc1ildvvo293micudl6b8e91kbgsu0rsincj89abcne0t0bc0garl8up4jou375a/f2/8bb24ef37964425d901a48db35024bad 2024-11-16T00:12:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df2c804, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:12:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:12:18,367 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:12:18,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:12:18,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:12:18,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54e47e9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:18,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:12:18,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:12:18,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:18,369 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:12:18,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5916603b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T00:12:18,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d6ecb9b7dda1,34699,1731715814695 2024-11-16T00:12:18,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ee78073 2024-11-16T00:12:18,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T00:12:18,371 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-16T00:12:18,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:12:18,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:12:18,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:12:18,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-16T00:12:18,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-16T00:12:18,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-16T00:12:18,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2] 2024-11-16T00:12:18,389 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657. 2024-11-16T00:12:18,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T00:12:18,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:18,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:18,390 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:12:18,391 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T00:12:18,391 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T00:12:18,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:18,391 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:12:18,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:18,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731715928693.e1abbe1051960c8ebc59eac21d4933e7., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=7 , the old value is region=table1,,1731715928693.e1abbe1051960c8ebc59eac21d4933e7., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=7, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d6ecb9b7dda1:40657 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T00:12:18,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731715928693.e1abbe1051960c8ebc59eac21d4933e7., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=7 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T00:12:18,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731715928693.e1abbe1051960c8ebc59eac21d4933e7., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=7 from cache 2024-11-16T00:12:18,392 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-16T00:12:18,392 INFO [Time-limited test {}] impl.RestoreTablesClient(187): test-1731715825426 has been successfully restored to table1 2024-11-16T00:12:18,392 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-16T00:12:18,392 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731715906757 hdfs://localhost:39311/backupUT/backup_1731715906757/default/test-1731715825426/ 2024-11-16T00:12:18,393 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:39311/backupUT/backup_1731715873098/.backup.manifest 2024-11-16T00:12:18,393 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-16T00:12:18,395 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731715873098/.backup.manifest 2024-11-16T00:12:18,395 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17317158254261' to 'ns2:table2' from full backup image hdfs://localhost:39311/backupUT/backup_1731715873098/ns2/test-17317158254261 2024-11-16T00:12:18,398 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-17317158254261', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1731715906757 2024-11-16T00:12:18,401 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'ns2:table2', preserving region splits 2024-11-16T00:12:18,402 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable ns2:table2 2024-11-16T00:12:18,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=ns2:table2 2024-11-16T00:12:18,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-16T00:12:18,406 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731715938406"}]},"ts":"1731715938406"} 2024-11-16T00:12:18,408 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLING in hbase:meta 2024-11-16T00:12:18,408 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set ns2:table2 to state=DISABLING 2024-11-16T00:12:18,409 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=ns2:table2}] 2024-11-16T00:12:18,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=a97cd21c859df46a48bcb316113f856b, UNASSIGN}] 2024-11-16T00:12:18,411 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=a97cd21c859df46a48bcb316113f856b, UNASSIGN 2024-11-16T00:12:18,412 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=a97cd21c859df46a48bcb316113f856b, regionState=CLOSING, regionLocation=d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:12:18,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=a97cd21c859df46a48bcb316113f856b, UNASSIGN because future has completed 2024-11-16T00:12:18,413 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-16T00:12:18,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure a97cd21c859df46a48bcb316113f856b, server=d6ecb9b7dda1,40657,1731715816852}] 2024-11-16T00:12:18,498 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d6ecb9b7dda1:40657 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-16T00:12:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-16T00:12:18,566 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(122): Close a97cd21c859df46a48bcb316113f856b 2024-11-16T00:12:18,566 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-16T00:12:18,566 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1722): Closing a97cd21c859df46a48bcb316113f856b, disabling compactions & flushes 2024-11-16T00:12:18,566 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1755): Closing region ns2:table2,,1731715923489.a97cd21c859df46a48bcb316113f856b. 2024-11-16T00:12:18,566 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731715923489.a97cd21c859df46a48bcb316113f856b. 2024-11-16T00:12:18,566 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731715923489.a97cd21c859df46a48bcb316113f856b. after waiting 0 ms 2024-11-16T00:12:18,566 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731715923489.a97cd21c859df46a48bcb316113f856b. 2024-11-16T00:12:18,571 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns2/table2/a97cd21c859df46a48bcb316113f856b/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-16T00:12:18,572 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-16T00:12:18,572 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1973): Closed ns2:table2,,1731715923489.a97cd21c859df46a48bcb316113f856b. 2024-11-16T00:12:18,572 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1676): Region close journal for a97cd21c859df46a48bcb316113f856b: Waiting for close lock at 1731715938566Running coprocessor pre-close hooks at 1731715938566Disabling compacts and flushes for region at 1731715938566Disabling writes for close at 1731715938566Writing region close event to WAL at 1731715938567 (+1 ms)Running coprocessor post-close hooks at 1731715938572 (+5 ms)Closed at 1731715938572 2024-11-16T00:12:18,574 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(157): Closed a97cd21c859df46a48bcb316113f856b 2024-11-16T00:12:18,575 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=a97cd21c859df46a48bcb316113f856b, regionState=CLOSED 2024-11-16T00:12:18,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure a97cd21c859df46a48bcb316113f856b, server=d6ecb9b7dda1,40657,1731715816852 because future has completed 2024-11-16T00:12:18,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-11-16T00:12:18,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; CloseRegionProcedure a97cd21c859df46a48bcb316113f856b, server=d6ecb9b7dda1,40657,1731715816852 in 164 msec 2024-11-16T00:12:18,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-16T00:12:18,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=a97cd21c859df46a48bcb316113f856b, UNASSIGN in 168 msec 2024-11-16T00:12:18,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-16T00:12:18,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=ns2:table2 in 172 msec 2024-11-16T00:12:18,582 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731715938582"}]},"ts":"1731715938582"} 2024-11-16T00:12:18,584 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLED in hbase:meta 2024-11-16T00:12:18,584 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set ns2:table2 to state=DISABLED 2024-11-16T00:12:18,585 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; DisableTableProcedure table=ns2:table2 in 182 msec 2024-11-16T00:12:18,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-16T00:12:18,718 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: ns2:table2 completed 2024-11-16T00:12:18,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate ns2:table2 2024-11-16T00:12:18,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) 2024-11-16T00:12:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-16T00:12:18,720 DEBUG [PEWorker-3 {}] procedure.TruncateTableProcedure(87): waiting for 'ns2:table2' regions in transition 2024-11-16T00:12:18,723 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns2/table2/a97cd21c859df46a48bcb316113f856b 2024-11-16T00:12:18,725 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns2/table2/a97cd21c859df46a48bcb316113f856b/f, FileablePath, hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns2/table2/a97cd21c859df46a48bcb316113f856b/recovered.edits] 2024-11-16T00:12:18,728 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns2/table2/a97cd21c859df46a48bcb316113f856b/f/908db07edff1418e99a61dc274072504_SeqId_4_ to hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/archive/data/ns2/table2/a97cd21c859df46a48bcb316113f856b/f/908db07edff1418e99a61dc274072504_SeqId_4_ 2024-11-16T00:12:18,731 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns2/table2/a97cd21c859df46a48bcb316113f856b/recovered.edits/6.seqid to hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/archive/data/ns2/table2/a97cd21c859df46a48bcb316113f856b/recovered.edits/6.seqid 2024-11-16T00:12:18,732 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns2/table2/a97cd21c859df46a48bcb316113f856b 2024-11-16T00:12:18,732 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived ns2:table2 regions 2024-11-16T00:12:18,736 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of ns2:table2 from hbase:meta 2024-11-16T00:12:18,738 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'ns2:table2' descriptor. 2024-11-16T00:12:18,739 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'ns2:table2' from region states. 2024-11-16T00:12:18,739 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"ns2:table2,,1731715923489.a97cd21c859df46a48bcb316113f856b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731715938739"}]},"ts":"9223372036854775807"} 2024-11-16T00:12:18,741 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-16T00:12:18,741 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => a97cd21c859df46a48bcb316113f856b, NAME => 'ns2:table2,,1731715923489.a97cd21c859df46a48bcb316113f856b.', STARTKEY => '', ENDKEY => ''}] 2024-11-16T00:12:18,741 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'ns2:table2' as deleted. 2024-11-16T00:12:18,741 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731715938741"}]},"ts":"9223372036854775807"} 2024-11-16T00:12:18,743 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table ns2:table2 state from META 2024-11-16T00:12:18,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741992_1168 (size=351) 2024-11-16T00:12:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-16T00:12:19,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-16T00:12:19,151 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b3d75b16eaa0242b8892c9dfd64e2b3f, NAME => 'ns2:table2,,1731715938733.b3d75b16eaa0242b8892c9dfd64e2b3f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24 2024-11-16T00:12:19,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741993_1169 (size=37) 2024-11-16T00:12:19,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-16T00:12:19,557 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1731715938733.b3d75b16eaa0242b8892c9dfd64e2b3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T00:12:19,557 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing b3d75b16eaa0242b8892c9dfd64e2b3f, disabling compactions & flushes 2024-11-16T00:12:19,557 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1731715938733.b3d75b16eaa0242b8892c9dfd64e2b3f. 2024-11-16T00:12:19,557 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731715938733.b3d75b16eaa0242b8892c9dfd64e2b3f. 2024-11-16T00:12:19,557 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731715938733.b3d75b16eaa0242b8892c9dfd64e2b3f. after waiting 0 ms 2024-11-16T00:12:19,557 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731715938733.b3d75b16eaa0242b8892c9dfd64e2b3f. 2024-11-16T00:12:19,557 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1731715938733.b3d75b16eaa0242b8892c9dfd64e2b3f. 2024-11-16T00:12:19,557 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for b3d75b16eaa0242b8892c9dfd64e2b3f: Waiting for close lock at 1731715939557Disabling compacts and flushes for region at 1731715939557Disabling writes for close at 1731715939557Writing region close event to WAL at 1731715939557Closed at 1731715939557 2024-11-16T00:12:19,558 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1731715938733.b3d75b16eaa0242b8892c9dfd64e2b3f.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1731715939558"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731715939558"}]},"ts":"1731715939558"} 2024-11-16T00:12:19,560 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T00:12:19,561 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731715939561"}]},"ts":"1731715939561"} 2024-11-16T00:12:19,562 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-16T00:12:19,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=b3d75b16eaa0242b8892c9dfd64e2b3f, ASSIGN}] 2024-11-16T00:12:19,563 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=b3d75b16eaa0242b8892c9dfd64e2b3f, ASSIGN 2024-11-16T00:12:19,564 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=b3d75b16eaa0242b8892c9dfd64e2b3f, ASSIGN; state=OFFLINE, location=d6ecb9b7dda1,40657,1731715816852; forceNewPlan=false, retain=false 2024-11-16T00:12:19,715 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=b3d75b16eaa0242b8892c9dfd64e2b3f, regionState=OPENING, regionLocation=d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:12:19,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=b3d75b16eaa0242b8892c9dfd64e2b3f, ASSIGN because future has completed 2024-11-16T00:12:19,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3d75b16eaa0242b8892c9dfd64e2b3f, server=d6ecb9b7dda1,40657,1731715816852}] 2024-11-16T00:12:19,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-16T00:12:19,872 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(132): Open ns2:table2,,1731715938733.b3d75b16eaa0242b8892c9dfd64e2b3f. 2024-11-16T00:12:19,872 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7752): Opening region: {ENCODED => b3d75b16eaa0242b8892c9dfd64e2b3f, NAME => 'ns2:table2,,1731715938733.b3d75b16eaa0242b8892c9dfd64e2b3f.', STARTKEY => '', ENDKEY => ''} 2024-11-16T00:12:19,872 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-16T00:12:19,872 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 b3d75b16eaa0242b8892c9dfd64e2b3f 2024-11-16T00:12:19,872 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(898): Instantiated ns2:table2,,1731715938733.b3d75b16eaa0242b8892c9dfd64e2b3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T00:12:19,873 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7794): checking encryption for b3d75b16eaa0242b8892c9dfd64e2b3f 2024-11-16T00:12:19,873 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7797): checking classloading for b3d75b16eaa0242b8892c9dfd64e2b3f 2024-11-16T00:12:19,874 INFO [StoreOpener-b3d75b16eaa0242b8892c9dfd64e2b3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b3d75b16eaa0242b8892c9dfd64e2b3f 2024-11-16T00:12:19,876 INFO [StoreOpener-b3d75b16eaa0242b8892c9dfd64e2b3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3d75b16eaa0242b8892c9dfd64e2b3f columnFamilyName f 2024-11-16T00:12:19,876 DEBUG [StoreOpener-b3d75b16eaa0242b8892c9dfd64e2b3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:12:19,876 INFO [StoreOpener-b3d75b16eaa0242b8892c9dfd64e2b3f-1 {}] regionserver.HStore(327): Store=b3d75b16eaa0242b8892c9dfd64e2b3f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T00:12:19,876 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1038): replaying wal for b3d75b16eaa0242b8892c9dfd64e2b3f 2024-11-16T00:12:19,877 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns2/table2/b3d75b16eaa0242b8892c9dfd64e2b3f 2024-11-16T00:12:19,878 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns2/table2/b3d75b16eaa0242b8892c9dfd64e2b3f 2024-11-16T00:12:19,878 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1048): stopping wal replay for b3d75b16eaa0242b8892c9dfd64e2b3f 2024-11-16T00:12:19,878 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1060): Cleaning up temporary data for b3d75b16eaa0242b8892c9dfd64e2b3f 2024-11-16T00:12:19,880 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1093): writing seq id for b3d75b16eaa0242b8892c9dfd64e2b3f 2024-11-16T00:12:19,883 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns2/table2/b3d75b16eaa0242b8892c9dfd64e2b3f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T00:12:19,883 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1114): Opened b3d75b16eaa0242b8892c9dfd64e2b3f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11882615680, jitterRate=0.1066548228263855}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T00:12:19,883 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b3d75b16eaa0242b8892c9dfd64e2b3f 2024-11-16T00:12:19,884 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1006): Region open journal for b3d75b16eaa0242b8892c9dfd64e2b3f: Running coprocessor pre-open hook at 1731715939873Writing region info on filesystem at 1731715939873Initializing all the Stores at 1731715939874 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731715939874Cleaning up temporary data from old regions at 1731715939878 (+4 ms)Running coprocessor post-open hooks at 1731715939883 (+5 ms)Region opened successfully at 1731715939884 (+1 ms) 2024-11-16T00:12:19,885 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1731715938733.b3d75b16eaa0242b8892c9dfd64e2b3f., pid=95, masterSystemTime=1731715939868 2024-11-16T00:12:19,887 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1731715938733.b3d75b16eaa0242b8892c9dfd64e2b3f. 2024-11-16T00:12:19,887 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(153): Opened ns2:table2,,1731715938733.b3d75b16eaa0242b8892c9dfd64e2b3f. 2024-11-16T00:12:19,888 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=b3d75b16eaa0242b8892c9dfd64e2b3f, regionState=OPEN, openSeqNum=2, regionLocation=d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:12:19,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3d75b16eaa0242b8892c9dfd64e2b3f, server=d6ecb9b7dda1,40657,1731715816852 because future has completed 2024-11-16T00:12:19,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-16T00:12:19,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure b3d75b16eaa0242b8892c9dfd64e2b3f, server=d6ecb9b7dda1,40657,1731715816852 in 175 msec 2024-11-16T00:12:19,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-16T00:12:19,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=b3d75b16eaa0242b8892c9dfd64e2b3f, ASSIGN in 330 msec 2024-11-16T00:12:19,895 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731715939895"}]},"ts":"1731715939895"} 2024-11-16T00:12:19,897 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-16T00:12:19,897 DEBUG [PEWorker-1 {}] procedure.TruncateTableProcedure(145): truncate 'ns2:table2' completed 2024-11-16T00:12:19,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) in 1.1790 sec 2024-11-16T00:12:20,076 DEBUG [regionserver/d6ecb9b7dda1:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-11-16T00:12:20,614 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-16T00:12:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-16T00:12:20,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: ns2:table2 completed 2024-11-16T00:12:20,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-16T00:12:20,872 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:39311/backupUT/backup_1731715873098/ns2/test-17317158254261/archive/data/ns2/test-17317158254261/5108218006030670f598fa75ecdb115b from hbase tables ns2:test-17317158254261 to tables ns2:table2 2024-11-16T00:12:20,872 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17317158254261 into ns2:table2 2024-11-16T00:12:20,873 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-ns2-table2-1731715940872 from hdfs://localhost:39311/backupUT/backup_1731715873098/ns2/test-17317158254261/archive/data/ns2/test-17317158254261/5108218006030670f598fa75ecdb115b 2024-11-16T00:12:20,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b6e918e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:20,874 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:12:20,874 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:12:20,875 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:12:20,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:12:20,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:12:20,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f02ace2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:20,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:12:20,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:12:20,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:20,876 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:12:20,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e4bd834, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:20,877 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T00:12:20,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d6ecb9b7dda1,34699,1731715814695 2024-11-16T00:12:20,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a474c72 2024-11-16T00:12:20,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T00:12:20,879 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T00:12:20,879 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-16T00:12:20,879 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-16T00:12:20,880 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-16T00:12:20,880 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:12:20,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:12:20,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:12:20,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T00:12:20,883 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-16T00:12:20,883 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-16T00:12:20,884 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/partitions_dc889f16-533b-4f03-9178-de4379e7b25a 2024-11-16T00:12:20,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741994_1170 (size=153) 2024-11-16T00:12:21,290 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:21,291 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:21,291 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:22,186 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/hadoop-9732735477791776792.jar 2024-11-16T00:12:22,187 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:22,187 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:22,187 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:22,187 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:22,187 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:22,187 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:22,188 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:22,188 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:22,188 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:22,188 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-16T00:12:22,188 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-16T00:12:22,188 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-16T00:12:22,189 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-16T00:12:22,189 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-16T00:12:22,189 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-16T00:12:22,189 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-16T00:12:22,189 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-16T00:12:22,189 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-16T00:12:22,190 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-16T00:12:22,190 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-16T00:12:22,190 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:22,190 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:22,190 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:22,190 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:22,191 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:22,191 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-16T00:12:22,191 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-16T00:12:22,191 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-16T00:12:22,191 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T00:12:22,191 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T00:12:22,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:22,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:22,191 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:12:22,192 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-16T00:12:22,192 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-16T00:12:22,201 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-16T00:12:22,211 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-16T00:12:22,315 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/mapreduce.cluster.local.dir/job_local1930294149_0016_271ac91f-8b51-4930-940e-6726fa4b424a/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*': No such file or directory 2024-11-16T00:12:22,315 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/mapreduce.cluster.local.dir/job_local1930294149_0016_271ac91f-8b51-4930-940e-6726fa4b424a/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/* 2024-11-16T00:12:22,385 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:39311/backupUT/backup_1731715873098/ns2/test-17317158254261/archive/data/ns2/test-17317158254261/5108218006030670f598fa75ecdb115b/f/24a38b3e58844795bf03151bea0ec983 2024-11-16T00:12:22,389 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-16T00:12:22,440 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:39311/backupUT/backup_1731715873098/ns2/test-17317158254261/archive/data/ns2/test-17317158254261/5108218006030670f598fa75ecdb115b/f/abf17efd9039402385562593efdc5814 2024-11-16T00:12:22,445 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-16T00:12:22,489 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@783189ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:22,489 DEBUG [pool-286-thread-1 {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:12:22,489 DEBUG [pool-286-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:12:22,491 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:12:22,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:12:22,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:12:22,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da74521, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:22,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:12:22,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:12:22,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:22,494 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:12:22,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a03a103, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:22,496 DEBUG [pool-286-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:12:22,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:12:22,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:12:22,499 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T00:12:22,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row-t20', locateType=CURRENT is [region=ns2:table2,,1731715938733.b3d75b16eaa0242b8892c9dfd64e2b3f., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2] 2024-11-16T00:12:22,501 INFO [pool-286-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-286-thread-1. 2024-11-16T00:12:22,501 DEBUG [pool-286-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T00:12:22,501 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:22,502 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:22,502 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:12:22,502 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-16T00:12:22,502 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: d6ecb9b7dda1 2024-11-16T00:12:22,507 DEBUG [pool-286-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-ns2-table2-1731715940872/_temporary/0/_temporary/attempt_local1930294149_0016_r_000000_0/f/820e088e97684bfdba4dca077b71294c is 38, key is row-t20/f:q1/1731715855863/Put/seqid=0 2024-11-16T00:12:22,509 WARN [Thread-1964 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [d6ecb9b7dda1:40657] Specified favored nodes: [d6ecb9b7dda1:40657] 2024-11-16T00:12:22,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741995_1171 (size=8935) 2024-11-16T00:12:23,376 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-ns2-table2-1731715940872 2024-11-16T00:12:23,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14fb97af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:23,377 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:12:23,377 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:12:23,378 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:12:23,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:12:23,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:12:23,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:23,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f6c8abf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:23,379 DEBUG [Time-limited test {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:12:23,379 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:12:23,381 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:12:23,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3573f306, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:23,382 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:12:23,383 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:12:23,384 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:12:23,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T00:12:23,389 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-ns2-table2-1731715940872/_SUCCESS 2024-11-16T00:12:23,398 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T00:12:23,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d6ecb9b7dda1,34699,1731715814695 2024-11-16T00:12:23,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59ac044a 2024-11-16T00:12:23,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T00:12:23,400 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T00:12:23,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731715938733.b3d75b16eaa0242b8892c9dfd64e2b3f., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2] 2024-11-16T00:12:23,409 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-16T00:12:23,420 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-ns2-table2-1731715940872/f/820e088e97684bfdba4dca077b71294c first=Optional[row-t20] last=Optional[row98] 2024-11-16T00:12:23,426 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-ns2-table2-1731715940872/f/820e088e97684bfdba4dca077b71294c for inclusion in b3d75b16eaa0242b8892c9dfd64e2b3f/f 2024-11-16T00:12:23,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HStore(626): HFile bounds: first=row-t20 last=row98 2024-11-16T00:12:23,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T00:12:23,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HRegion(2603): Flush status journal for b3d75b16eaa0242b8892c9dfd64e2b3f: 2024-11-16T00:12:23,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/hbase-staging/bulk_output-ns2-table2-1731715940872/f/820e088e97684bfdba4dca077b71294c to hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/staging/jenkins__ns2_table2__6h7sou1ba3hhpd8r4hogil8d160spltsltcdg847ou036b2el99el43vis8rvtbn/f/820e088e97684bfdba4dca077b71294c 2024-11-16T00:12:23,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/staging/jenkins__ns2_table2__6h7sou1ba3hhpd8r4hogil8d160spltsltcdg847ou036b2el99el43vis8rvtbn/f/820e088e97684bfdba4dca077b71294c as hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns2/table2/b3d75b16eaa0242b8892c9dfd64e2b3f/f/4f766ad9914a422e9c5b88358b4f46c3_SeqId_4_ 2024-11-16T00:12:23,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c02c356, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:23,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:12:23,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:12:23,437 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:12:23,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:12:23,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:12:23,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a28725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:23,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:12:23,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:12:23,440 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:12:23,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a0d7ce2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:23,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:23,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T00:12:23,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.AsyncConnectionImpl(321): The fetched master address is d6ecb9b7dda1,34699,1731715814695 2024-11-16T00:12:23,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d3d4865 2024-11-16T00:12:23,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T00:12:23,444 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T00:12:23,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:12:23,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:12:23,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:12:23,448 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T00:12:23,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-16T00:12:23,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-16T00:12:23,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2] 2024-11-16T00:12:23,476 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657. 2024-11-16T00:12:23,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T00:12:23,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:23,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:23,477 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:12:23,478 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/staging/jenkins__ns2_table2__6h7sou1ba3hhpd8r4hogil8d160spltsltcdg847ou036b2el99el43vis8rvtbn/f/820e088e97684bfdba4dca077b71294c into b3d75b16eaa0242b8892c9dfd64e2b3f/f as hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns2/table2/b3d75b16eaa0242b8892c9dfd64e2b3f/f/4f766ad9914a422e9c5b88358b4f46c3_SeqId_4_ - updating store file list. 2024-11-16T00:12:23,485 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns2/table2/b3d75b16eaa0242b8892c9dfd64e2b3f/f/4f766ad9914a422e9c5b88358b4f46c3_SeqId_4_ into b3d75b16eaa0242b8892c9dfd64e2b3f/f 2024-11-16T00:12:23,485 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/staging/jenkins__ns2_table2__6h7sou1ba3hhpd8r4hogil8d160spltsltcdg847ou036b2el99el43vis8rvtbn/f/820e088e97684bfdba4dca077b71294c into b3d75b16eaa0242b8892c9dfd64e2b3f/f (new location: hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns2/table2/b3d75b16eaa0242b8892c9dfd64e2b3f/f/4f766ad9914a422e9c5b88358b4f46c3_SeqId_4_) 2024-11-16T00:12:23,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/staging/jenkins__ns2_table2__6h7sou1ba3hhpd8r4hogil8d160spltsltcdg847ou036b2el99el43vis8rvtbn/f/820e088e97684bfdba4dca077b71294c 2024-11-16T00:12:23,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57c6a355, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:23,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,34699,-1 for getting cluster id 2024-11-16T00:12:23,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T00:12:23,490 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295e8bcb-2672-497f-8ac5-21125e06d4b3' 2024-11-16T00:12:23,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T00:12:23,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295e8bcb-2672-497f-8ac5-21125e06d4b3" 2024-11-16T00:12:23,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10f448fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:23,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,34699,-1] 2024-11-16T00:12:23,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T00:12:23,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:23,492 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-16T00:12:23,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30a1121e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-16T00:12:23,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T00:12:23,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d6ecb9b7dda1,34699,1731715814695 2024-11-16T00:12:23,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59ea5075 2024-11-16T00:12:23,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T00:12:23,497 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-16T00:12:23,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T00:12:23,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=-1] 2024-11-16T00:12:23,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T00:12:23,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-16T00:12:23,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-16T00:12:23,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-16T00:12:23,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2] 2024-11-16T00:12:23,525 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657. 2024-11-16T00:12:23,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T00:12:23,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:23,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:23,528 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:12:23,530 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T00:12:23,530 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T00:12:23,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:23,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:23,530 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:12:23,530 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-16T00:12:23,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1731715938733.b3d75b16eaa0242b8892c9dfd64e2b3f., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2 , the old value is region=ns2:table2,,1731715938733.b3d75b16eaa0242b8892c9dfd64e2b3f., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d6ecb9b7dda1:40657 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T00:12:23,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1731715938733.b3d75b16eaa0242b8892c9dfd64e2b3f., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T00:12:23,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1731715938733.b3d75b16eaa0242b8892c9dfd64e2b3f., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2 from cache 2024-11-16T00:12:23,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 277 connection: 172.17.0.2:49052 deadline: 1731719543530 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:49052 2024-11-16T00:12:23,558 INFO [Time-limited test {}] impl.RestoreTablesClient(175): No incremental changes since full backup for 'ns2:test-17317158254261', skipping incremental restore step. 2024-11-16T00:12:23,558 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-16T00:12:23,558 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731715906757 hdfs://localhost:39311/backupUT/backup_1731715906757/ns2/test-17317158254261/ 2024-11-16T00:12:23,558 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-16T00:12:23,561 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(217): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T00:12:23,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.CallRunner(138): callId: 737 service: ClientService methodName: Scan size: 160 connection: 172.17.0.2:39126 deadline: 1731716003563, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,,1731715918229.1b359e5e245770dade269c8b86d3d970. is not online on d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:12:23,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731715918229.1b359e5e245770dade269c8b86d3d970., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2 , the old value is region=table1,,1731715918229.1b359e5e245770dade269c8b86d3d970., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1731715918229.1b359e5e245770dade269c8b86d3d970. is not online on d6ecb9b7dda1,40657,1731715816852 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T00:12:23,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731715918229.1b359e5e245770dade269c8b86d3d970., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1731715918229.1b359e5e245770dade269c8b86d3d970. is not online on d6ecb9b7dda1,40657,1731715816852 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T00:12:23,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731715918229.1b359e5e245770dade269c8b86d3d970., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2 from cache 2024-11-16T00:12:23,638 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d6ecb9b7dda1:40657 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-16T00:12:23,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731715928693.e1abbe1051960c8ebc59eac21d4933e7., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=7] 2024-11-16T00:12:23,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.CallRunner(138): callId: 741 service: ClientService methodName: Scan size: 170 connection: 172.17.0.2:39126 deadline: 1731716003685, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1731715918229.37750faf629f9b713ce822be3cf78841. is not online on d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:12:23,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,row0,1731715918229.37750faf629f9b713ce822be3cf78841., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2 , the old value is region=table1,row0,1731715918229.37750faf629f9b713ce822be3cf78841., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1731715918229.37750faf629f9b713ce822be3cf78841. is not online on d6ecb9b7dda1,40657,1731715816852 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T00:12:23,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,row0,1731715918229.37750faf629f9b713ce822be3cf78841., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1731715918229.37750faf629f9b713ce822be3cf78841. is not online on d6ecb9b7dda1,40657,1731715816852 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T00:12:23,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,row0,1731715918229.37750faf629f9b713ce822be3cf78841., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2 from cache 2024-11-16T00:12:23,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731715928693.5bd6053c395c9ced3163d9133ad97284., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=7] 2024-11-16T00:12:23,806 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(219): f1 has 198 rows 2024-11-16T00:12:23,814 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(223): f2 has 7 rows 2024-11-16T00:12:23,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:12:23,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-16T00:12:23,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:12:23,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-16T00:12:23,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:12:23,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-16T00:12:23,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:12:23,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-16T00:12:23,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:12:23,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-16T00:12:23,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T00:12:23,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-16T00:12:23,854 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(227): mob has 111 rows 2024-11-16T00:12:23,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40657 {}] ipc.CallRunner(138): callId: 749 service: ClientService methodName: Scan size: 159 connection: 172.17.0.2:39126 deadline: 1731716003856, exception=org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1731715923489.a97cd21c859df46a48bcb316113f856b. is not online on d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:12:23,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1731715923489.a97cd21c859df46a48bcb316113f856b., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2 , the old value is region=ns2:table2,,1731715923489.a97cd21c859df46a48bcb316113f856b., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1731715923489.a97cd21c859df46a48bcb316113f856b. is not online on d6ecb9b7dda1,40657,1731715816852 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T00:12:23,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1731715923489.a97cd21c859df46a48bcb316113f856b., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1731715923489.a97cd21c859df46a48bcb316113f856b. is not online on d6ecb9b7dda1,40657,1731715816852 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T00:12:23,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1731715923489.a97cd21c859df46a48bcb316113f856b., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2 from cache 2024-11-16T00:12:23,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731715938733.b3d75b16eaa0242b8892c9dfd64e2b3f., hostname=d6ecb9b7dda1,40657,1731715816852, seqNum=2] 2024-11-16T00:12:23,975 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T00:12:23,975 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:235) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T00:12:23,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:23,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:23,976 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:12:23,997 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=635 (was 611) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1711487904_20 at /127.0.0.1:49106 [Receiving block BP-1648137798-172.17.0.2-1731715810382:blk_1073741954_1130] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/d6ecb9b7dda1:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(d6ecb9b7dda1,40657,1731715816852)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/cluster_05ac7188-b578-9903-df93-7c8260fa139b/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/cluster_05ac7188-b578-9903-df93-7c8260fa139b/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1648137798-172.17.0.2-1731715810382:blk_1073741956_1132, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'JobTracker' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1648137798-172.17.0.2-1731715810382:blk_1073741955_1131, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(d6ecb9b7dda1,40657,1731715816852)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(d6ecb9b7dda1,40657,1731715816852)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1711487904_20 at /127.0.0.1:49130 [Receiving block BP-1648137798-172.17.0.2-1731715810382:blk_1073741956_1132] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_18846044_20 at /127.0.0.1:45298 [Waiting for operation #114] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(d6ecb9b7dda1,40657,1731715816852)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: member: 'd6ecb9b7dda1,40657,1731715816852' subprocedure-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1711487904_20 at /127.0.0.1:49118 [Receiving block BP-1648137798-172.17.0.2-1731715810382:blk_1073741955_1131] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1648137798-172.17.0.2-1731715810382:blk_1073741954_1130, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: (d6ecb9b7dda1,34699,1731715814695)-proc-coordinator-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=643 (was 633) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=513 (was 273) - SystemLoadAverage LEAK? -, ProcessCount=9 (was 9), AvailableMemoryMB=5412 (was 8963) 2024-11-16T00:12:23,998 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=635 is superior to 500 2024-11-16T00:12:24,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T00:12:24,006 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T00:12:24,007 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T00:12:24,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:24,007 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:12:24,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:24,008 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T00:12:24,008 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1983959751, stopped=false 2024-11-16T00:12:24,009 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d6ecb9b7dda1,34699,1731715814695 2024-11-16T00:12:24,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-16T00:12:24,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-16T00:12:24,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-16T00:12:24,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-16T00:12:24,082 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-16T00:12:24,082 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-16T00:12:24,082 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T00:12:24,085 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T00:12:24,085 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T00:12:24,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:24,086 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd6ecb9b7dda1,40657,1731715816852' ***** 2024-11-16T00:12:24,086 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T00:12:24,087 INFO [RS:0;d6ecb9b7dda1:40657 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-16T00:12:24,091 INFO [RS:0;d6ecb9b7dda1:40657 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@7253afc7{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-16T00:12:24,094 INFO [RS:0;d6ecb9b7dda1:40657 {}] server.AbstractConnector(383): Stopped ServerConnector@3b99b3c7{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-16T00:12:24,094 INFO [RS:0;d6ecb9b7dda1:40657 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T00:12:24,094 INFO [RS:0;d6ecb9b7dda1:40657 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@126a703e{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-16T00:12:24,095 INFO [RS:0;d6ecb9b7dda1:40657 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@21ae8981{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/hadoop.log.dir/,STOPPED} 2024-11-16T00:12:24,098 INFO [RS:0;d6ecb9b7dda1:40657 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T00:12:24,098 INFO [RS:0;d6ecb9b7dda1:40657 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T00:12:24,098 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T00:12:24,098 INFO [RS:0;d6ecb9b7dda1:40657 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2024-11-16T00:12:24,098 INFO [RS:0;d6ecb9b7dda1:40657 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T00:12:24,098 INFO [RS:0;d6ecb9b7dda1:40657 {}] regionserver.HRegionServer(3091): Received CLOSE for 5bd6053c395c9ced3163d9133ad97284 2024-11-16T00:12:24,099 INFO [RS:0;d6ecb9b7dda1:40657 {}] regionserver.HRegionServer(3091): Received CLOSE for b3d75b16eaa0242b8892c9dfd64e2b3f 2024-11-16T00:12:24,099 INFO [RS:0;d6ecb9b7dda1:40657 {}] regionserver.HRegionServer(3091): Received CLOSE for e1abbe1051960c8ebc59eac21d4933e7 2024-11-16T00:12:24,099 INFO [RS:0;d6ecb9b7dda1:40657 {}] regionserver.HRegionServer(3091): Received CLOSE for add07963b46db94d5e030fc88f785a76 2024-11-16T00:12:24,099 INFO [RS:0;d6ecb9b7dda1:40657 {}] regionserver.HRegionServer(3091): Received CLOSE for 0b9c3225e216808f587422dc5a656127 2024-11-16T00:12:24,099 INFO [RS:0;d6ecb9b7dda1:40657 {}] regionserver.HRegionServer(3091): Received CLOSE for 5108218006030670f598fa75ecdb115b 2024-11-16T00:12:24,099 INFO [RS:0;d6ecb9b7dda1:40657 {}] regionserver.HRegionServer(3091): Received CLOSE for 3a820aac8c26897e9393d40da278973d 2024-11-16T00:12:24,099 INFO [RS:0;d6ecb9b7dda1:40657 {}] regionserver.HRegionServer(3091): Received CLOSE for 9e982cbfc3e4bdbf189afaacbb386591 2024-11-16T00:12:24,099 INFO [RS:0;d6ecb9b7dda1:40657 {}] regionserver.HRegionServer(3091): Received CLOSE for b413900ac04937c4054ea993d4ff581a 2024-11-16T00:12:24,099 INFO [RS:0;d6ecb9b7dda1:40657 {}] regionserver.HRegionServer(959): stopping server d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:12:24,099 INFO [RS:0;d6ecb9b7dda1:40657 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T00:12:24,099 INFO [RS:0;d6ecb9b7dda1:40657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d6ecb9b7dda1:40657. 2024-11-16T00:12:24,099 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5bd6053c395c9ced3163d9133ad97284, disabling compactions & flushes 2024-11-16T00:12:24,099 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,row0,1731715928693.5bd6053c395c9ced3163d9133ad97284. 2024-11-16T00:12:24,099 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T00:12:24,099 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:24,099 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731715928693.5bd6053c395c9ced3163d9133ad97284. 2024-11-16T00:12:24,099 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731715928693.5bd6053c395c9ced3163d9133ad97284. after waiting 0 ms 2024-11-16T00:12:24,099 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731715928693.5bd6053c395c9ced3163d9133ad97284. 2024-11-16T00:12:24,101 INFO [RS:0;d6ecb9b7dda1:40657 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T00:12:24,101 INFO [RS:0;d6ecb9b7dda1:40657 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T00:12:24,101 INFO [RS:0;d6ecb9b7dda1:40657 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T00:12:24,101 INFO [RS:0;d6ecb9b7dda1:40657 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T00:12:24,104 INFO [RS:0;d6ecb9b7dda1:40657 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close 2024-11-16T00:12:24,104 DEBUG [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T00:12:24,105 INFO [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T00:12:24,105 DEBUG [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T00:12:24,105 DEBUG [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T00:12:24,105 DEBUG [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T00:12:24,105 INFO [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=23.97 KB heapSize=42.40 KB 2024-11-16T00:12:24,105 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] regionserver.HRegionServer(1351): Waiting on 0b9c3225e216808f587422dc5a656127, 1588230740, 3a820aac8c26897e9393d40da278973d, 5108218006030670f598fa75ecdb115b, 5bd6053c395c9ced3163d9133ad97284, 9e982cbfc3e4bdbf189afaacbb386591, add07963b46db94d5e030fc88f785a76, b3d75b16eaa0242b8892c9dfd64e2b3f, b413900ac04937c4054ea993d4ff581a, e1abbe1051960c8ebc59eac21d4933e7 2024-11-16T00:12:24,106 INFO [regionserver/d6ecb9b7dda1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T00:12:24,120 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/5bd6053c395c9ced3163d9133ad97284/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=6 2024-11-16T00:12:24,121 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-16T00:12:24,122 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,row0,1731715928693.5bd6053c395c9ced3163d9133ad97284. 2024-11-16T00:12:24,122 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5bd6053c395c9ced3163d9133ad97284: Waiting for close lock at 1731715944099Running coprocessor pre-close hooks at 1731715944099Disabling compacts and flushes for region at 1731715944099Disabling writes for close at 1731715944099Writing region close event to WAL at 1731715944108 (+9 ms)Running coprocessor post-close hooks at 1731715944121 (+13 ms)Closed at 1731715944121 2024-11-16T00:12:24,122 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,row0,1731715928693.5bd6053c395c9ced3163d9133ad97284. 2024-11-16T00:12:24,122 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b3d75b16eaa0242b8892c9dfd64e2b3f, disabling compactions & flushes 2024-11-16T00:12:24,122 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:table2,,1731715938733.b3d75b16eaa0242b8892c9dfd64e2b3f. 2024-11-16T00:12:24,122 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731715938733.b3d75b16eaa0242b8892c9dfd64e2b3f. 2024-11-16T00:12:24,122 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731715938733.b3d75b16eaa0242b8892c9dfd64e2b3f. after waiting 0 ms 2024-11-16T00:12:24,122 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731715938733.b3d75b16eaa0242b8892c9dfd64e2b3f. 2024-11-16T00:12:24,129 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns2/table2/b3d75b16eaa0242b8892c9dfd64e2b3f/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-16T00:12:24,130 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-16T00:12:24,130 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:table2,,1731715938733.b3d75b16eaa0242b8892c9dfd64e2b3f. 2024-11-16T00:12:24,130 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b3d75b16eaa0242b8892c9dfd64e2b3f: Waiting for close lock at 1731715944122Running coprocessor pre-close hooks at 1731715944122Disabling compacts and flushes for region at 1731715944122Disabling writes for close at 1731715944122Writing region close event to WAL at 1731715944123 (+1 ms)Running coprocessor post-close hooks at 1731715944130 (+7 ms)Closed at 1731715944130 2024-11-16T00:12:24,130 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1731715938733.b3d75b16eaa0242b8892c9dfd64e2b3f. 2024-11-16T00:12:24,130 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e1abbe1051960c8ebc59eac21d4933e7, disabling compactions & flushes 2024-11-16T00:12:24,130 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,,1731715928693.e1abbe1051960c8ebc59eac21d4933e7. 2024-11-16T00:12:24,131 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731715928693.e1abbe1051960c8ebc59eac21d4933e7. 2024-11-16T00:12:24,131 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,,1731715928693.e1abbe1051960c8ebc59eac21d4933e7. after waiting 0 ms 2024-11-16T00:12:24,131 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,,1731715928693.e1abbe1051960c8ebc59eac21d4933e7. 2024-11-16T00:12:24,143 DEBUG [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/hbase/meta/1588230740/.tmp/info/dc12ecb0d2a649e09d3c03d7c10923fd is 159, key is ns2:test-17317158254261,,1731715827289.5108218006030670f598fa75ecdb115b./info:regioninfo/1731715828469/Put/seqid=0 2024-11-16T00:12:24,151 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/table1/e1abbe1051960c8ebc59eac21d4933e7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=6 2024-11-16T00:12:24,152 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-16T00:12:24,152 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,,1731715928693.e1abbe1051960c8ebc59eac21d4933e7. 2024-11-16T00:12:24,152 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e1abbe1051960c8ebc59eac21d4933e7: Waiting for close lock at 1731715944130Running coprocessor pre-close hooks at 1731715944130Disabling compacts and flushes for region at 1731715944130Disabling writes for close at 1731715944131 (+1 ms)Writing region close event to WAL at 1731715944138 (+7 ms)Running coprocessor post-close hooks at 1731715944152 (+14 ms)Closed at 1731715944152 2024-11-16T00:12:24,152 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1731715928693.e1abbe1051960c8ebc59eac21d4933e7. 2024-11-16T00:12:24,152 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing add07963b46db94d5e030fc88f785a76, disabling compactions & flushes 2024-11-16T00:12:24,152 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76. 2024-11-16T00:12:24,152 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76. 2024-11-16T00:12:24,153 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76. after waiting 0 ms 2024-11-16T00:12:24,153 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76. 2024-11-16T00:12:24,153 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing add07963b46db94d5e030fc88f785a76 2/2 column families, dataSize=2.12 KB heapSize=3.43 KB 2024-11-16T00:12:24,166 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/.tmp/meta/ad2653d0d3ab4c759ff6689ae29b402a is 158, key is trslm:hdfs://localhost:39311/backupUT\x00ns2:test-17317158254261/meta:log-roll-map/1731715918093/Put/seqid=0 2024-11-16T00:12:24,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741996_1172 (size=19093) 2024-11-16T00:12:24,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741997_1173 (size=6208) 2024-11-16T00:12:24,305 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] regionserver.HRegionServer(1351): Waiting on 0b9c3225e216808f587422dc5a656127, 1588230740, 3a820aac8c26897e9393d40da278973d, 5108218006030670f598fa75ecdb115b, 9e982cbfc3e4bdbf189afaacbb386591, add07963b46db94d5e030fc88f785a76, b413900ac04937c4054ea993d4ff581a 2024-11-16T00:12:24,505 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] regionserver.HRegionServer(1351): Waiting on 0b9c3225e216808f587422dc5a656127, 1588230740, 3a820aac8c26897e9393d40da278973d, 5108218006030670f598fa75ecdb115b, 9e982cbfc3e4bdbf189afaacbb386591, add07963b46db94d5e030fc88f785a76, b413900ac04937c4054ea993d4ff581a 2024-11-16T00:12:24,569 INFO [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.86 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/hbase/meta/1588230740/.tmp/info/dc12ecb0d2a649e09d3c03d7c10923fd 2024-11-16T00:12:24,573 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=944 B at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/.tmp/meta/ad2653d0d3ab4c759ff6689ae29b402a 2024-11-16T00:12:24,582 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/.tmp/session/1daec3d35fb54b0f97ed1e19208a02ae is 588, key is session:backup_1731715906757/session:context/1731715918142/Put/seqid=0 2024-11-16T00:12:24,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741998_1174 (size=5689) 2024-11-16T00:12:24,596 DEBUG [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/hbase/meta/1588230740/.tmp/ns/b3af5c38dc5c49c29fd603bc8c263cc0 is 85, key is ns2:table2,,1731715923489.a97cd21c859df46a48bcb316113f856b./ns:/1731715938734/DeleteFamily/seqid=0 2024-11-16T00:12:24,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741999_1175 (size=5760) 2024-11-16T00:12:24,609 INFO [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=474 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/hbase/meta/1588230740/.tmp/ns/b3af5c38dc5c49c29fd603bc8c263cc0 2024-11-16T00:12:24,635 DEBUG [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/hbase/meta/1588230740/.tmp/rep_barrier/427f1b6ecbbb45ed8aa7cd84e5e05641 is 94, key is ns2:table2,,1731715923489.a97cd21c859df46a48bcb316113f856b./rep_barrier:/1731715938734/DeleteFamily/seqid=0 2024-11-16T00:12:24,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073742000_1176 (size=5640) 2024-11-16T00:12:24,640 INFO [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=266 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/hbase/meta/1588230740/.tmp/rep_barrier/427f1b6ecbbb45ed8aa7cd84e5e05641 2024-11-16T00:12:24,670 DEBUG [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/hbase/meta/1588230740/.tmp/table/675abcceae0841c687914d8af413574e is 88, key is ns2:table2,,1731715923489.a97cd21c859df46a48bcb316113f856b./table:/1731715938734/DeleteFamily/seqid=0 2024-11-16T00:12:24,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073742001_1177 (size=6364) 2024-11-16T00:12:24,676 INFO [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.39 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/hbase/meta/1588230740/.tmp/table/675abcceae0841c687914d8af413574e 2024-11-16T00:12:24,689 DEBUG [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/hbase/meta/1588230740/.tmp/info/dc12ecb0d2a649e09d3c03d7c10923fd as hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/hbase/meta/1588230740/info/dc12ecb0d2a649e09d3c03d7c10923fd 2024-11-16T00:12:24,694 INFO [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/hbase/meta/1588230740/info/dc12ecb0d2a649e09d3c03d7c10923fd, entries=114, sequenceid=97, filesize=18.6 K 2024-11-16T00:12:24,696 DEBUG [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/hbase/meta/1588230740/.tmp/ns/b3af5c38dc5c49c29fd603bc8c263cc0 as hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/hbase/meta/1588230740/ns/b3af5c38dc5c49c29fd603bc8c263cc0 2024-11-16T00:12:24,703 INFO [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/hbase/meta/1588230740/ns/b3af5c38dc5c49c29fd603bc8c263cc0, entries=10, sequenceid=97, filesize=5.6 K 2024-11-16T00:12:24,705 DEBUG [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/hbase/meta/1588230740/.tmp/rep_barrier/427f1b6ecbbb45ed8aa7cd84e5e05641 as hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/hbase/meta/1588230740/rep_barrier/427f1b6ecbbb45ed8aa7cd84e5e05641 2024-11-16T00:12:24,706 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] regionserver.HRegionServer(1351): Waiting on 0b9c3225e216808f587422dc5a656127, 1588230740, 3a820aac8c26897e9393d40da278973d, 5108218006030670f598fa75ecdb115b, 9e982cbfc3e4bdbf189afaacbb386591, add07963b46db94d5e030fc88f785a76, b413900ac04937c4054ea993d4ff581a 2024-11-16T00:12:24,713 INFO [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/hbase/meta/1588230740/rep_barrier/427f1b6ecbbb45ed8aa7cd84e5e05641, entries=3, sequenceid=97, filesize=5.5 K 2024-11-16T00:12:24,714 DEBUG [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/hbase/meta/1588230740/.tmp/table/675abcceae0841c687914d8af413574e as hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/hbase/meta/1588230740/table/675abcceae0841c687914d8af413574e 2024-11-16T00:12:24,726 INFO [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/hbase/meta/1588230740/table/675abcceae0841c687914d8af413574e, entries=21, sequenceid=97, filesize=6.2 K 2024-11-16T00:12:24,729 INFO [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 624ms, sequenceid=97, compaction requested=false 2024-11-16T00:12:24,743 DEBUG [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/hbase/meta/1588230740/recovered.edits/100.seqid, newMaxSeqId=100, maxSeqId=1 2024-11-16T00:12:24,743 DEBUG [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-16T00:12:24,743 DEBUG [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T00:12:24,744 INFO [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T00:12:24,744 DEBUG [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731715944104Running coprocessor pre-close hooks at 1731715944104Disabling compacts and flushes for region at 1731715944104Disabling writes for close at 1731715944105 (+1 ms)Obtaining lock to block concurrent updates at 1731715944105Preparing flush snapshotting stores in 1588230740 at 1731715944105Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=24544, getHeapSize=43352, getOffHeapSize=0, getCellsCount=235 at 1731715944106 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731715944106Flushing 1588230740/info: creating writer at 1731715944107 (+1 ms)Flushing 1588230740/info: appending metadata at 1731715944142 (+35 ms)Flushing 1588230740/info: closing flushed file at 1731715944143 (+1 ms)Flushing 1588230740/ns: creating writer at 1731715944575 (+432 ms)Flushing 1588230740/ns: appending metadata at 1731715944595 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731715944595Flushing 1588230740/rep_barrier: creating writer at 1731715944615 (+20 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731715944635 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731715944635Flushing 1588230740/table: creating writer at 1731715944647 (+12 ms)Flushing 1588230740/table: appending metadata at 1731715944669 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731715944669Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e718572: reopening flushed file at 1731715944685 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24301264: reopening flushed file at 1731715944695 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10bb8eb8: reopening flushed file at 1731715944703 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a1ef57f: reopening flushed file at 1731715944713 (+10 ms)Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 624ms, sequenceid=97, compaction requested=false at 1731715944729 (+16 ms)Writing region close event to WAL at 1731715944738 (+9 ms)Running coprocessor post-close hooks at 1731715944743 (+5 ms)Closed at 1731715944743 2024-11-16T00:12:24,744 DEBUG [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T00:12:24,906 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] regionserver.HRegionServer(1351): Waiting on 0b9c3225e216808f587422dc5a656127, 3a820aac8c26897e9393d40da278973d, 5108218006030670f598fa75ecdb115b, 9e982cbfc3e4bdbf189afaacbb386591, add07963b46db94d5e030fc88f785a76, b413900ac04937c4054ea993d4ff581a 2024-11-16T00:12:24,989 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.20 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/.tmp/session/1daec3d35fb54b0f97ed1e19208a02ae 2024-11-16T00:12:24,994 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/.tmp/meta/ad2653d0d3ab4c759ff6689ae29b402a as hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/meta/ad2653d0d3ab4c759ff6689ae29b402a 2024-11-16T00:12:25,000 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/meta/ad2653d0d3ab4c759ff6689ae29b402a, entries=7, sequenceid=52, filesize=6.1 K 2024-11-16T00:12:25,001 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/.tmp/session/1daec3d35fb54b0f97ed1e19208a02ae as hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/session/1daec3d35fb54b0f97ed1e19208a02ae 2024-11-16T00:12:25,006 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/session/1daec3d35fb54b0f97ed1e19208a02ae, entries=2, sequenceid=52, filesize=5.6 K 2024-11-16T00:12:25,007 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for add07963b46db94d5e030fc88f785a76 in 853ms, sequenceid=52, compaction requested=true 2024-11-16T00:12:25,011 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system/add07963b46db94d5e030fc88f785a76/recovered.edits/55.seqid, newMaxSeqId=55, maxSeqId=1 2024-11-16T00:12:25,011 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-16T00:12:25,011 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76. 2024-11-16T00:12:25,011 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for add07963b46db94d5e030fc88f785a76: Waiting for close lock at 1731715944152Running coprocessor pre-close hooks at 1731715944152Disabling compacts and flushes for region at 1731715944152Disabling writes for close at 1731715944153 (+1 ms)Obtaining lock to block concurrent updates at 1731715944153Preparing flush snapshotting stores in add07963b46db94d5e030fc88f785a76 at 1731715944153Finished memstore snapshotting backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76., syncing WAL and waiting on mvcc, flushsize=dataSize=2170, getHeapSize=3480, getOffHeapSize=0, getCellsCount=11 at 1731715944154 (+1 ms)Flushing stores of backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76. at 1731715944155 (+1 ms)Flushing add07963b46db94d5e030fc88f785a76/meta: creating writer at 1731715944155Flushing add07963b46db94d5e030fc88f785a76/meta: appending metadata at 1731715944165 (+10 ms)Flushing add07963b46db94d5e030fc88f785a76/meta: closing flushed file at 1731715944165Flushing add07963b46db94d5e030fc88f785a76/session: creating writer at 1731715944580 (+415 ms)Flushing add07963b46db94d5e030fc88f785a76/session: appending metadata at 1731715944582 (+2 ms)Flushing add07963b46db94d5e030fc88f785a76/session: closing flushed file at 1731715944582Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12f1bc88: reopening flushed file at 1731715944994 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c768c57: reopening flushed file at 1731715945000 (+6 ms)Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for add07963b46db94d5e030fc88f785a76 in 853ms, sequenceid=52, compaction requested=true at 1731715945007 (+7 ms)Writing region close event to WAL at 1731715945007Running coprocessor post-close hooks at 1731715945011 (+4 ms)Closed at 1731715945011 2024-11-16T00:12:25,012 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1731715835743.add07963b46db94d5e030fc88f785a76. 2024-11-16T00:12:25,012 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0b9c3225e216808f587422dc5a656127, disabling compactions & flushes 2024-11-16T00:12:25,012 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127. 2024-11-16T00:12:25,012 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127. 2024-11-16T00:12:25,012 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127. after waiting 0 ms 2024-11-16T00:12:25,012 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127. 2024-11-16T00:12:25,012 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0b9c3225e216808f587422dc5a656127 3/3 column families, dataSize=378 B heapSize=1.63 KB 2024-11-16T00:12:25,021 INFO [regionserver/d6ecb9b7dda1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T00:12:25,021 INFO [regionserver/d6ecb9b7dda1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T00:12:25,032 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/.tmp/f2/563f4d94b1ff40ae86716936ce53754d is 58, key is row-test-1731715825426-2-0/f2:q1/1731715901743/Put/seqid=0 2024-11-16T00:12:25,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073742002_1178 (size=5464) 2024-11-16T00:12:25,106 INFO [RS:0;d6ecb9b7dda1:40657 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-16T00:12:25,106 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] regionserver.HRegionServer(1325): Online Regions={0b9c3225e216808f587422dc5a656127=test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127., 5108218006030670f598fa75ecdb115b=ns2:test-17317158254261,,1731715827289.5108218006030670f598fa75ecdb115b., 3a820aac8c26897e9393d40da278973d=ns3:test-17317158254262,,1731715829599.3a820aac8c26897e9393d40da278973d., 9e982cbfc3e4bdbf189afaacbb386591=ns4:test-17317158254263,,1731715831770.9e982cbfc3e4bdbf189afaacbb386591., b413900ac04937c4054ea993d4ff581a=backup:system_bulk,,1731715837921.b413900ac04937c4054ea993d4ff581a.} 2024-11-16T00:12:25,106 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] regionserver.HRegionServer(1351): Waiting on 0b9c3225e216808f587422dc5a656127, 3a820aac8c26897e9393d40da278973d, 5108218006030670f598fa75ecdb115b, 9e982cbfc3e4bdbf189afaacbb386591, b413900ac04937c4054ea993d4ff581a 2024-11-16T00:12:25,151 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T00:12:25,151 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-11-16T00:12:25,151 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-11-16T00:12:25,151 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T00:12:25,307 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] regionserver.HRegionServer(1351): Waiting on 0b9c3225e216808f587422dc5a656127, 3a820aac8c26897e9393d40da278973d, 5108218006030670f598fa75ecdb115b, 9e982cbfc3e4bdbf189afaacbb386591, b413900ac04937c4054ea993d4ff581a 2024-11-16T00:12:25,437 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/.tmp/f2/563f4d94b1ff40ae86716936ce53754d 2024-11-16T00:12:25,443 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/.tmp/f2/563f4d94b1ff40ae86716936ce53754d as hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/f2/563f4d94b1ff40ae86716936ce53754d 2024-11-16T00:12:25,448 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/f2/563f4d94b1ff40ae86716936ce53754d, entries=7, sequenceid=348, filesize=5.3 K 2024-11-16T00:12:25,449 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 0b9c3225e216808f587422dc5a656127 in 437ms, sequenceid=348, compaction requested=false 2024-11-16T00:12:25,454 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/default/test-1731715825426/0b9c3225e216808f587422dc5a656127/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=337 2024-11-16T00:12:25,455 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-16T00:12:25,455 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127. 2024-11-16T00:12:25,455 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0b9c3225e216808f587422dc5a656127: Waiting for close lock at 1731715945012Running coprocessor pre-close hooks at 1731715945012Disabling compacts and flushes for region at 1731715945012Disabling writes for close at 1731715945012Obtaining lock to block concurrent updates at 1731715945012Preparing flush snapshotting stores in 0b9c3225e216808f587422dc5a656127 at 1731715945012Finished memstore snapshotting test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127., syncing WAL and waiting on mvcc, flushsize=dataSize=378, getHeapSize=1616, getOffHeapSize=0, getCellsCount=7 at 1731715945012Flushing stores of test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127. at 1731715945013 (+1 ms)Flushing 0b9c3225e216808f587422dc5a656127/f2: creating writer at 1731715945013Flushing 0b9c3225e216808f587422dc5a656127/f2: appending metadata at 1731715945031 (+18 ms)Flushing 0b9c3225e216808f587422dc5a656127/f2: closing flushed file at 1731715945032 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37ffd552: reopening flushed file at 1731715945442 (+410 ms)Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 0b9c3225e216808f587422dc5a656127 in 437ms, sequenceid=348, compaction requested=false at 1731715945449 (+7 ms)Writing region close event to WAL at 1731715945451 (+2 ms)Running coprocessor post-close hooks at 1731715945455 (+4 ms)Closed at 1731715945455 2024-11-16T00:12:25,455 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1731715825426,,1731715825935.0b9c3225e216808f587422dc5a656127. 2024-11-16T00:12:25,456 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5108218006030670f598fa75ecdb115b, disabling compactions & flushes 2024-11-16T00:12:25,456 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:test-17317158254261,,1731715827289.5108218006030670f598fa75ecdb115b. 2024-11-16T00:12:25,456 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17317158254261,,1731715827289.5108218006030670f598fa75ecdb115b. 2024-11-16T00:12:25,456 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17317158254261,,1731715827289.5108218006030670f598fa75ecdb115b. after waiting 0 ms 2024-11-16T00:12:25,456 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17317158254261,,1731715827289.5108218006030670f598fa75ecdb115b. 2024-11-16T00:12:25,460 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns2/test-17317158254261/5108218006030670f598fa75ecdb115b/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1 2024-11-16T00:12:25,461 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-16T00:12:25,461 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:test-17317158254261,,1731715827289.5108218006030670f598fa75ecdb115b. 2024-11-16T00:12:25,461 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5108218006030670f598fa75ecdb115b: Waiting for close lock at 1731715945456Running coprocessor pre-close hooks at 1731715945456Disabling compacts and flushes for region at 1731715945456Disabling writes for close at 1731715945456Writing region close event to WAL at 1731715945456Running coprocessor post-close hooks at 1731715945461 (+5 ms)Closed at 1731715945461 2024-11-16T00:12:25,461 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17317158254261,,1731715827289.5108218006030670f598fa75ecdb115b. 2024-11-16T00:12:25,461 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3a820aac8c26897e9393d40da278973d, disabling compactions & flushes 2024-11-16T00:12:25,461 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns3:test-17317158254262,,1731715829599.3a820aac8c26897e9393d40da278973d. 2024-11-16T00:12:25,462 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17317158254262,,1731715829599.3a820aac8c26897e9393d40da278973d. 2024-11-16T00:12:25,462 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17317158254262,,1731715829599.3a820aac8c26897e9393d40da278973d. after waiting 0 ms 2024-11-16T00:12:25,462 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17317158254262,,1731715829599.3a820aac8c26897e9393d40da278973d. 2024-11-16T00:12:25,465 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns3/test-17317158254262/3a820aac8c26897e9393d40da278973d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T00:12:25,466 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-16T00:12:25,466 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns3:test-17317158254262,,1731715829599.3a820aac8c26897e9393d40da278973d. 2024-11-16T00:12:25,466 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3a820aac8c26897e9393d40da278973d: Waiting for close lock at 1731715945461Running coprocessor pre-close hooks at 1731715945461Disabling compacts and flushes for region at 1731715945461Disabling writes for close at 1731715945462 (+1 ms)Writing region close event to WAL at 1731715945462Running coprocessor post-close hooks at 1731715945466 (+4 ms)Closed at 1731715945466 2024-11-16T00:12:25,466 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17317158254262,,1731715829599.3a820aac8c26897e9393d40da278973d. 2024-11-16T00:12:25,466 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9e982cbfc3e4bdbf189afaacbb386591, disabling compactions & flushes 2024-11-16T00:12:25,466 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns4:test-17317158254263,,1731715831770.9e982cbfc3e4bdbf189afaacbb386591. 2024-11-16T00:12:25,467 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17317158254263,,1731715831770.9e982cbfc3e4bdbf189afaacbb386591. 2024-11-16T00:12:25,467 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17317158254263,,1731715831770.9e982cbfc3e4bdbf189afaacbb386591. after waiting 0 ms 2024-11-16T00:12:25,467 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17317158254263,,1731715831770.9e982cbfc3e4bdbf189afaacbb386591. 2024-11-16T00:12:25,470 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/ns4/test-17317158254263/9e982cbfc3e4bdbf189afaacbb386591/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T00:12:25,471 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-16T00:12:25,471 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns4:test-17317158254263,,1731715831770.9e982cbfc3e4bdbf189afaacbb386591. 2024-11-16T00:12:25,471 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9e982cbfc3e4bdbf189afaacbb386591: Waiting for close lock at 1731715945466Running coprocessor pre-close hooks at 1731715945466Disabling compacts and flushes for region at 1731715945466Disabling writes for close at 1731715945467 (+1 ms)Writing region close event to WAL at 1731715945467Running coprocessor post-close hooks at 1731715945471 (+4 ms)Closed at 1731715945471 2024-11-16T00:12:25,471 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17317158254263,,1731715831770.9e982cbfc3e4bdbf189afaacbb386591. 2024-11-16T00:12:25,471 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b413900ac04937c4054ea993d4ff581a, disabling compactions & flushes 2024-11-16T00:12:25,471 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1731715837921.b413900ac04937c4054ea993d4ff581a. 2024-11-16T00:12:25,471 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1731715837921.b413900ac04937c4054ea993d4ff581a. 2024-11-16T00:12:25,471 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1731715837921.b413900ac04937c4054ea993d4ff581a. after waiting 0 ms 2024-11-16T00:12:25,471 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1731715837921.b413900ac04937c4054ea993d4ff581a. 2024-11-16T00:12:25,476 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/data/backup/system_bulk/b413900ac04937c4054ea993d4ff581a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-16T00:12:25,476 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-16T00:12:25,476 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system_bulk,,1731715837921.b413900ac04937c4054ea993d4ff581a. 2024-11-16T00:12:25,477 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b413900ac04937c4054ea993d4ff581a: Waiting for close lock at 1731715945471Running coprocessor pre-close hooks at 1731715945471Disabling compacts and flushes for region at 1731715945471Disabling writes for close at 1731715945471Writing region close event to WAL at 1731715945472 (+1 ms)Running coprocessor post-close hooks at 1731715945476 (+4 ms)Closed at 1731715945476 2024-11-16T00:12:25,477 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1731715837921.b413900ac04937c4054ea993d4ff581a. 2024-11-16T00:12:25,507 INFO [RS:0;d6ecb9b7dda1:40657 {}] regionserver.HRegionServer(976): stopping server d6ecb9b7dda1,40657,1731715816852; all regions closed. 2024-11-16T00:12:25,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741955_1131 (size=16160) 2024-11-16T00:12:25,517 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/oldWALs 2024-11-16T00:12:25,517 INFO [RS:0;d6ecb9b7dda1:40657 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d6ecb9b7dda1%2C40657%2C1731715816852.meta:.meta(num 1731715909371) 2024-11-16T00:12:25,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741954_1130 (size=7926) 2024-11-16T00:12:25,525 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/oldWALs 2024-11-16T00:12:25,525 INFO [RS:0;d6ecb9b7dda1:40657 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-1:(num 1731715909343) 2024-11-16T00:12:25,527 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/WALs/d6ecb9b7dda1,40657,1731715816852/d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-0.1731715909397 not finished, retry = 0 2024-11-16T00:12:25,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741956_1132 (size=4122) 2024-11-16T00:12:25,630 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/oldWALs 2024-11-16T00:12:25,631 INFO [RS:0;d6ecb9b7dda1:40657 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d6ecb9b7dda1%2C40657%2C1731715816852.d6ecb9b7dda1%2C40657%2C1731715816852.regiongroup-0:(num 1731715909397) 2024-11-16T00:12:25,631 DEBUG [RS:0;d6ecb9b7dda1:40657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:25,631 INFO [RS:0;d6ecb9b7dda1:40657 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T00:12:25,631 INFO [RS:0;d6ecb9b7dda1:40657 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T00:12:25,631 INFO [RS:0;d6ecb9b7dda1:40657 {}] hbase.ChoreService(370): Chore service for: regionserver/d6ecb9b7dda1:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T00:12:25,632 INFO [RS:0;d6ecb9b7dda1:40657 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T00:12:25,632 INFO [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T00:12:25,632 INFO [RS:0;d6ecb9b7dda1:40657 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40657 2024-11-16T00:12:25,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-16T00:12:25,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/d6ecb9b7dda1,40657,1731715816852 2024-11-16T00:12:25,687 INFO [RS:0;d6ecb9b7dda1:40657 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T00:12:25,698 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d6ecb9b7dda1,40657,1731715816852] 2024-11-16T00:12:25,708 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1/draining/d6ecb9b7dda1,40657,1731715816852 already deleted, retry=false 2024-11-16T00:12:25,708 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d6ecb9b7dda1,40657,1731715816852 expired; onlineServers=0 2024-11-16T00:12:25,708 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd6ecb9b7dda1,34699,1731715814695' ***** 2024-11-16T00:12:25,709 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T00:12:25,709 INFO [M:0;d6ecb9b7dda1:34699 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-16T00:12:25,718 INFO [M:0;d6ecb9b7dda1:34699 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@5c685ba8{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/classes/hbase-webapps/master} 2024-11-16T00:12:25,718 INFO [M:0;d6ecb9b7dda1:34699 {}] server.AbstractConnector(383): Stopped ServerConnector@10f9ba48{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-16T00:12:25,718 INFO [M:0;d6ecb9b7dda1:34699 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T00:12:25,719 INFO [M:0;d6ecb9b7dda1:34699 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@65507143{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-16T00:12:25,719 INFO [M:0;d6ecb9b7dda1:34699 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@7c1597dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/hadoop.log.dir/,STOPPED} 2024-11-16T00:12:25,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-11-16T00:12:25,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-16T00:12:25,719 INFO [M:0;d6ecb9b7dda1:34699 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T00:12:25,720 INFO [M:0;d6ecb9b7dda1:34699 {}] master.HMaster(1770): Stopping master jetty server 2024-11-16T00:12:25,721 INFO [M:0;d6ecb9b7dda1:34699 {}] server.AbstractConnector(383): Stopped ServerConnector@152a58b6{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-16T00:12:25,722 INFO [M:0;d6ecb9b7dda1:34699 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T00:12:25,722 DEBUG [M:0;d6ecb9b7dda1:34699 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T00:12:25,722 INFO [M:0;d6ecb9b7dda1:34699 {}] master.BackupLogCleaner(194): Stopping BackupLogCleaner 2024-11-16T00:12:25,722 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T00:12:25,722 INFO [M:0;d6ecb9b7dda1:34699 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;d6ecb9b7dda1:34699. 2024-11-16T00:12:25,722 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster-HFileCleaner.large.0-1731715819710 {}] cleaner.HFileCleaner(306): Exit Thread[master/d6ecb9b7dda1:0:becomeActiveMaster-HFileCleaner.large.0-1731715819710,5,FailOnTimeoutGroup] 2024-11-16T00:12:25,722 DEBUG [M:0;d6ecb9b7dda1:34699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupHFileCleaner.stop(BackupHFileCleaner.java:156) at org.apache.hadoop.hbase.master.cleaner.CleanerChore.cleanup(CleanerChore.java:444) at org.apache.hadoop.hbase.master.cleaner.HFileCleaner.cleanup(HFileCleaner.java:239) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:333) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:322) at org.apache.hadoop.hbase.master.HMaster.stopChores(HMaster.java:1923) at org.apache.hadoop.hbase.HBaseServerBase.stopChoreService(HBaseServerBase.java:439) at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1777) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T00:12:25,722 DEBUG [M:0;d6ecb9b7dda1:34699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:25,722 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster-HFileCleaner.small.0-1731715819711 {}] cleaner.HFileCleaner(306): Exit Thread[master/d6ecb9b7dda1:0:becomeActiveMaster-HFileCleaner.small.0-1731715819711,5,FailOnTimeoutGroup] 2024-11-16T00:12:25,722 DEBUG [M:0;d6ecb9b7dda1:34699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T00:12:25,722 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T00:12:25,722 DEBUG [M:0;d6ecb9b7dda1:34699 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T00:12:25,723 INFO [M:0;d6ecb9b7dda1:34699 {}] hbase.ChoreService(370): Chore service for: master/d6ecb9b7dda1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T00:12:25,723 INFO [M:0;d6ecb9b7dda1:34699 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T00:12:25,723 DEBUG [M:0;d6ecb9b7dda1:34699 {}] master.HMaster(1795): Stopping service threads 2024-11-16T00:12:25,723 INFO [M:0;d6ecb9b7dda1:34699 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T00:12:25,723 INFO [M:0;d6ecb9b7dda1:34699 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T00:12:25,723 ERROR [M:0;d6ecb9b7dda1:34699 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] 2024-11-16T00:12:25,724 INFO [M:0;d6ecb9b7dda1:34699 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T00:12:25,724 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T00:12:25,726 DEBUG [M:0;d6ecb9b7dda1:34699 {}] zookeeper.ZKUtil(347): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-11-16T00:12:25,726 WARN [M:0;d6ecb9b7dda1:34699 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T00:12:25,727 INFO [M:0;d6ecb9b7dda1:34699 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/.lastflushedseqids 2024-11-16T00:12:25,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073742003_1179 (size=761) 2024-11-16T00:12:25,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T00:12:25,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40657-0x10140fa4d910001, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T00:12:25,798 INFO [RS:0;d6ecb9b7dda1:40657 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T00:12:25,799 INFO [RS:0;d6ecb9b7dda1:40657 {}] regionserver.HRegionServer(1031): Exiting; stopping=d6ecb9b7dda1,40657,1731715816852; zookeeper connection closed. 2024-11-16T00:12:25,799 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4fc95b73 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4fc95b73 2024-11-16T00:12:25,799 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T00:12:26,143 INFO [M:0;d6ecb9b7dda1:34699 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T00:12:26,143 INFO [M:0;d6ecb9b7dda1:34699 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T00:12:26,144 DEBUG [M:0;d6ecb9b7dda1:34699 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T00:12:26,155 INFO [M:0;d6ecb9b7dda1:34699 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T00:12:26,155 DEBUG [M:0;d6ecb9b7dda1:34699 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T00:12:26,155 DEBUG [M:0;d6ecb9b7dda1:34699 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T00:12:26,155 DEBUG [M:0;d6ecb9b7dda1:34699 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T00:12:26,155 INFO [M:0;d6ecb9b7dda1:34699 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=441.42 KB heapSize=518.45 KB 2024-11-16T00:12:26,168 DEBUG [M:0;d6ecb9b7dda1:34699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec5cff26a13b44feb3f8dd4914362d7b is 82, key is hbase:meta,,1/info:regioninfo/1731715820697/Put/seqid=0 2024-11-16T00:12:26,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073742004_1180 (size=5672) 2024-11-16T00:12:26,573 INFO [M:0;d6ecb9b7dda1:34699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=907 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec5cff26a13b44feb3f8dd4914362d7b 2024-11-16T00:12:26,592 DEBUG [M:0;d6ecb9b7dda1:34699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/230bff893add406bb4fd9011dbb77bbe is 2202, key is \x00\x00\x00\x00\x00\x00\x00Q/proc:d/1731715935518/Put/seqid=0 2024-11-16T00:12:26,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073742005_1181 (size=30171) 2024-11-16T00:12:26,997 INFO [M:0;d6ecb9b7dda1:34699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=440.87 KB at sequenceid=907 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/230bff893add406bb4fd9011dbb77bbe 2024-11-16T00:12:27,001 INFO [M:0;d6ecb9b7dda1:34699 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 230bff893add406bb4fd9011dbb77bbe 2024-11-16T00:12:27,015 DEBUG [M:0;d6ecb9b7dda1:34699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2ccdb10673c42e9b22918fa7e69317e is 69, key is d6ecb9b7dda1,40657,1731715816852/rs:state/1731715819826/Put/seqid=0 2024-11-16T00:12:27,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073742006_1182 (size=5156) 2024-11-16T00:12:27,419 INFO [M:0;d6ecb9b7dda1:34699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=907 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2ccdb10673c42e9b22918fa7e69317e 2024-11-16T00:12:27,424 DEBUG [M:0;d6ecb9b7dda1:34699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec5cff26a13b44feb3f8dd4914362d7b as hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ec5cff26a13b44feb3f8dd4914362d7b 2024-11-16T00:12:27,428 INFO [M:0;d6ecb9b7dda1:34699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ec5cff26a13b44feb3f8dd4914362d7b, entries=8, sequenceid=907, filesize=5.5 K 2024-11-16T00:12:27,429 DEBUG [M:0;d6ecb9b7dda1:34699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/230bff893add406bb4fd9011dbb77bbe as hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/230bff893add406bb4fd9011dbb77bbe 2024-11-16T00:12:27,434 INFO [M:0;d6ecb9b7dda1:34699 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 230bff893add406bb4fd9011dbb77bbe 2024-11-16T00:12:27,434 INFO [M:0;d6ecb9b7dda1:34699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/230bff893add406bb4fd9011dbb77bbe, entries=94, sequenceid=907, filesize=29.5 K 2024-11-16T00:12:27,435 DEBUG [M:0;d6ecb9b7dda1:34699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2ccdb10673c42e9b22918fa7e69317e as hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e2ccdb10673c42e9b22918fa7e69317e 2024-11-16T00:12:27,440 INFO [M:0;d6ecb9b7dda1:34699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/1d3c7056-4fb2-685e-3b40-9be084fa7d24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e2ccdb10673c42e9b22918fa7e69317e, entries=1, sequenceid=907, filesize=5.0 K 2024-11-16T00:12:27,441 INFO [M:0;d6ecb9b7dda1:34699 {}] regionserver.HRegion(3140): Finished flush of dataSize ~441.42 KB/452019, heapSize ~518.16 KB/530592, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=907, compaction requested=false 2024-11-16T00:12:27,442 INFO [M:0;d6ecb9b7dda1:34699 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T00:12:27,442 DEBUG [M:0;d6ecb9b7dda1:34699 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731715946144Disabling compacts and flushes for region at 1731715946144Disabling writes for close at 1731715946155 (+11 ms)Obtaining lock to block concurrent updates at 1731715946155Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731715946155Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=452019, getHeapSize=530832, getOffHeapSize=0, getCellsCount=1030 at 1731715946155Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731715946156 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731715946156Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731715946168 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731715946168Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731715946578 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731715946591 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731715946591Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731715947001 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731715947014 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731715947014Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54fd4e2c: reopening flushed file at 1731715947423 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f214c16: reopening flushed file at 1731715947429 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d979e20: reopening flushed file at 1731715947434 (+5 ms)Finished flush of dataSize ~441.42 KB/452019, heapSize ~518.16 KB/530592, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=907, compaction requested=false at 1731715947441 (+7 ms)Writing region close event to WAL at 1731715947442 (+1 ms)Closed at 1731715947442 2024-11-16T00:12:27,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38121 is added to blk_1073741830_1006 (size=511885) 2024-11-16T00:12:27,446 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T00:12:27,446 INFO [M:0;d6ecb9b7dda1:34699 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T00:12:27,446 INFO [M:0;d6ecb9b7dda1:34699 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2024-11-16T00:12:27,446 INFO [M:0;d6ecb9b7dda1:34699 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34699 2024-11-16T00:12:27,446 INFO [M:0;d6ecb9b7dda1:34699 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T00:12:27,598 INFO [M:0;d6ecb9b7dda1:34699 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T00:12:27,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T00:12:27,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34699-0x10140fa4d910000, quorum=127.0.0.1:53832, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T00:12:27,609 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@cb44ad4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T00:12:27,612 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d3ca681{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T00:12:27,612 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T00:12:27,612 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8cd91a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T00:12:27,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@526a6450{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/hadoop.log.dir/,STOPPED} 2024-11-16T00:12:27,615 WARN [BP-1648137798-172.17.0.2-1731715810382 heartbeating to localhost/127.0.0.1:39311 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T00:12:27,615 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T00:12:27,615 WARN [BP-1648137798-172.17.0.2-1731715810382 heartbeating to localhost/127.0.0.1:39311 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1648137798-172.17.0.2-1731715810382 (Datanode Uuid fc68578c-4306-4528-b928-8d371f174a3e) service to localhost/127.0.0.1:39311 2024-11-16T00:12:27,615 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T00:12:27,617 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/cluster_05ac7188-b578-9903-df93-7c8260fa139b/data/data1/current/BP-1648137798-172.17.0.2-1731715810382 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T00:12:27,617 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/cluster_05ac7188-b578-9903-df93-7c8260fa139b/data/data2/current/BP-1648137798-172.17.0.2-1731715810382 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T00:12:27,618 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T00:12:27,625 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38e78c7b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T00:12:27,625 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c336369{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T00:12:27,625 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T00:12:27,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b22dca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T00:12:27,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f045f3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/hadoop.log.dir/,STOPPED} 2024-11-16T00:12:27,635 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T00:12:27,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T00:12:27,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster... 2024-11-16T00:12:27,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78a234d3{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-16T00:12:27,745 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7aa3ea88{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T00:12:27,745 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T00:12:27,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b5d9fba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-16T00:12:27,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a0b88c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/hadoop.log.dir/,STOPPED} 2024-11-16T00:12:27,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6097a0a0{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-16T00:12:27,759 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6570745b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T00:12:27,759 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T00:12:27,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46102b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-16T00:12:27,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1dd1881d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/hadoop.log.dir/,STOPPED} 2024-11-16T00:12:27,773 ERROR [Thread[Thread-270,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-16T00:12:27,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46db147a{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-16T00:12:27,774 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22b748ed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T00:12:27,774 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T00:12:27,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@282c7ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-16T00:12:27,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31795375{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/hadoop.log.dir/,STOPPED} 2024-11-16T00:12:27,777 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2024-11-16T00:12:27,781 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException 2024-11-16T00:12:27,781 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted 2024-11-16T00:12:27,782 ERROR [Thread[Thread-293,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-16T00:12:27,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b123f71{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-16T00:12:27,786 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7010d5df{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T00:12:27,786 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T00:12:27,786 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25cbe2e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-16T00:12:27,786 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c69cf55{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/0bf8a52b-e286-c0a7-92d6-847371aa1d94/hadoop.log.dir/,STOPPED} 2024-11-16T00:12:27,788 ERROR [Thread[Thread-252,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-16T00:12:27,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped