2024-12-11 04:14:24,830 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@451001e5 2024-12-11 04:14:24,872 main DEBUG Took 0.037921 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-11 04:14:24,872 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-11 04:14:24,873 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-11 04:14:24,874 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-11 04:14:24,876 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 04:14:24,893 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-11 04:14:24,941 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 04:14:24,949 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 04:14:24,950 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 04:14:24,950 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 04:14:24,951 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 04:14:24,951 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 04:14:24,952 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 04:14:24,953 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 04:14:24,953 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 04:14:24,955 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 04:14:24,956 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 04:14:24,956 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 04:14:24,961 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 04:14:24,962 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 04:14:24,963 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 04:14:24,963 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 04:14:24,967 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 04:14:24,967 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 04:14:24,968 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 04:14:24,968 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 04:14:24,969 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 04:14:24,969 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 04:14:24,970 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 04:14:24,971 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 04:14:24,972 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 04:14:24,972 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-11 04:14:24,978 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 04:14:24,980 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-11 04:14:24,994 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-11 04:14:24,995 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-11 04:14:24,996 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-11 04:14:24,997 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-11 04:14:25,024 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-11 04:14:25,029 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-11 04:14:25,032 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-11 04:14:25,032 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-11 04:14:25,033 main DEBUG createAppenders(={Console}) 2024-12-11 04:14:25,035 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@451001e5 initialized 2024-12-11 04:14:25,041 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@451001e5 2024-12-11 04:14:25,041 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@451001e5 OK. 2024-12-11 04:14:25,042 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-11 04:14:25,042 main DEBUG OutputStream closed 2024-12-11 04:14:25,043 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-11 04:14:25,043 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-11 04:14:25,043 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@3d5c822d OK 2024-12-11 04:14:25,222 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-11 04:14:25,225 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-11 04:14:25,227 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-11 04:14:25,229 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-11 04:14:25,230 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-11 04:14:25,230 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-11 04:14:25,231 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-11 04:14:25,231 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-11 04:14:25,232 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-11 04:14:25,232 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-11 04:14:25,233 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-11 04:14:25,233 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-11 04:14:25,234 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-11 04:14:25,234 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-11 04:14:25,235 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-11 04:14:25,235 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-11 04:14:25,235 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-11 04:14:25,236 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-11 04:14:25,253 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-11 04:14:25,253 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@c9d0d6) with optional ClassLoader: null 2024-12-11 04:14:25,254 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-11 04:14:25,256 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@c9d0d6] started OK. 2024-12-11T04:14:25,306 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins 2024-12-11 04:14:25,310 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-11 04:14:25,310 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-11T04:14:25,820 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178 2024-12-11T04:14:25,826 DEBUG [Time-limited test {}] impl.BackupManager(124): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-12-11T04:14:25,828 DEBUG [Time-limited test {}] impl.BackupManager(154): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T04:14:25,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-11T04:14:25,859 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/cluster_df38d190-5a9d-1e74-9e68-2ebdfd9ed6a1, deleteOnExit=true 2024-12-11T04:14:25,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-11T04:14:25,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/test.cache.data in system properties and HBase conf 2024-12-11T04:14:25,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/hadoop.tmp.dir in system properties and HBase conf 2024-12-11T04:14:25,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/hadoop.log.dir in system properties and HBase conf 2024-12-11T04:14:25,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-11T04:14:25,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-11T04:14:25,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-11T04:14:26,039 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-11T04:14:26,192 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T04:14:26,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-11T04:14:26,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-11T04:14:26,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-11T04:14:26,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T04:14:26,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-11T04:14:26,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-11T04:14:26,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T04:14:26,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T04:14:26,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-11T04:14:26,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/nfs.dump.dir in system properties and HBase conf 2024-12-11T04:14:26,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/java.io.tmpdir in system properties and HBase conf 2024-12-11T04:14:26,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T04:14:26,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-11T04:14:26,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-11T04:14:27,847 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-11T04:14:27,980 INFO [Time-limited test {}] log.Log(170): Logging initialized @4823ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-11T04:14:28,100 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T04:14:28,209 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T04:14:28,250 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T04:14:28,251 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T04:14:28,258 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T04:14:28,280 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T04:14:28,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50c64c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/hadoop.log.dir/,AVAILABLE} 2024-12-11T04:14:28,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@365a7fd2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T04:14:28,582 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@537cd29e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/java.io.tmpdir/jetty-localhost-39837-hadoop-hdfs-3_4_1-tests_jar-_-any-10977691525855464749/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T04:14:28,591 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e1eaf3a{HTTP/1.1, (http/1.1)}{localhost:39837} 2024-12-11T04:14:28,592 INFO [Time-limited test {}] server.Server(415): Started @5438ms 2024-12-11T04:14:29,598 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T04:14:29,612 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T04:14:29,621 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T04:14:29,621 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T04:14:29,622 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T04:14:29,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23234670{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/hadoop.log.dir/,AVAILABLE} 2024-12-11T04:14:29,627 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12e3b2fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T04:14:29,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6615abd6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/java.io.tmpdir/jetty-localhost-36097-hadoop-hdfs-3_4_1-tests_jar-_-any-12180627463301919291/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T04:14:29,790 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@575623d7{HTTP/1.1, (http/1.1)}{localhost:36097} 2024-12-11T04:14:29,790 INFO [Time-limited test {}] server.Server(415): Started @6636ms 2024-12-11T04:14:29,875 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T04:14:31,179 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/cluster_df38d190-5a9d-1e74-9e68-2ebdfd9ed6a1/data/data2/current/BP-947026219-172.17.0.3-1733890467260/current, will proceed with Du for space computation calculation, 2024-12-11T04:14:31,181 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/cluster_df38d190-5a9d-1e74-9e68-2ebdfd9ed6a1/data/data1/current/BP-947026219-172.17.0.3-1733890467260/current, will proceed with Du for space computation calculation, 2024-12-11T04:14:31,284 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T04:14:31,381 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc852e2b47c031ad with lease ID 0x818325feec18a93a: Processing first storage report for DS-cd161e01-c43a-4f31-984a-79ae4b33f7ad from datanode DatanodeRegistration(127.0.0.1:43977, datanodeUuid=94264222-4543-4894-8d2e-8bcac1921b9c, infoPort=36347, infoSecurePort=0, ipcPort=35073, storageInfo=lv=-57;cid=testClusterID;nsid=620202770;c=1733890467260) 2024-12-11T04:14:31,382 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc852e2b47c031ad with lease ID 0x818325feec18a93a: from storage DS-cd161e01-c43a-4f31-984a-79ae4b33f7ad node DatanodeRegistration(127.0.0.1:43977, datanodeUuid=94264222-4543-4894-8d2e-8bcac1921b9c, infoPort=36347, infoSecurePort=0, ipcPort=35073, storageInfo=lv=-57;cid=testClusterID;nsid=620202770;c=1733890467260), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-11T04:14:31,383 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc852e2b47c031ad with lease ID 0x818325feec18a93a: Processing first storage report for DS-bef2ccbe-0190-4c17-b66d-9926e979ad86 from datanode DatanodeRegistration(127.0.0.1:43977, datanodeUuid=94264222-4543-4894-8d2e-8bcac1921b9c, infoPort=36347, infoSecurePort=0, ipcPort=35073, storageInfo=lv=-57;cid=testClusterID;nsid=620202770;c=1733890467260) 2024-12-11T04:14:31,383 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc852e2b47c031ad with lease ID 0x818325feec18a93a: from storage DS-bef2ccbe-0190-4c17-b66d-9926e979ad86 node DatanodeRegistration(127.0.0.1:43977, datanodeUuid=94264222-4543-4894-8d2e-8bcac1921b9c, infoPort=36347, infoSecurePort=0, ipcPort=35073, storageInfo=lv=-57;cid=testClusterID;nsid=620202770;c=1733890467260), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T04:14:31,458 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178 2024-12-11T04:14:31,615 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/cluster_df38d190-5a9d-1e74-9e68-2ebdfd9ed6a1/zookeeper_0, clientPort=64737, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/cluster_df38d190-5a9d-1e74-9e68-2ebdfd9ed6a1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/cluster_df38d190-5a9d-1e74-9e68-2ebdfd9ed6a1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-11T04:14:31,631 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64737 2024-12-11T04:14:31,648 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T04:14:31,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T04:14:32,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741825_1001 (size=7) 2024-12-11T04:14:32,584 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583 with version=8 2024-12-11T04:14:32,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging 2024-12-11T04:14:32,599 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(136): Setting Master Port to random. 2024-12-11T04:14:32,599 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(143): Setting RegionServer Port to random. 2024-12-11T04:14:32,599 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(153): Setting RS InfoServer Port to random. 2024-12-11T04:14:32,599 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(161): Setting Master InfoServer Port to random. 2024-12-11T04:14:32,700 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-11T04:14:33,105 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b03dfe6810ce:0 server-side Connection retries=45 2024-12-11T04:14:33,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T04:14:33,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T04:14:33,130 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T04:14:33,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T04:14:33,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T04:14:33,313 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-11T04:14:33,398 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-11T04:14:33,410 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-11T04:14:33,415 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T04:14:33,449 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 142435 (auto-detected) 2024-12-11T04:14:33,451 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-11T04:14:33,488 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37339 2024-12-11T04:14:33,520 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37339 connecting to ZooKeeper ensemble=127.0.0.1:64737 2024-12-11T04:14:33,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:373390x0, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T04:14:33,751 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37339-0x1001314fd6a0000 connected 2024-12-11T04:14:33,869 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T04:14:33,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T04:14:33,888 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-11T04:14:33,916 INFO [Time-limited test {}] log.Log(170): Logging initialized @10762ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2024-12-11T04:14:33,984 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-12-11T04:14:33,986 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-12-11T04:14:33,988 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-12-11T04:14:33,989 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-12-11T04:14:33,990 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-12-11T04:14:33,992 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2024-12-11T04:14:33,993 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-12-11T04:14:33,993 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-12-11T04:14:33,996 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-12-11T04:14:34,122 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 40093 2024-12-11T04:14:34,123 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-12-11T04:14:34,150 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-11T04:14:34,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@272e6181{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/hadoop.log.dir/,AVAILABLE} 2024-12-11T04:14:34,153 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-11T04:14:34,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@538da606{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-12-11T04:14:34,198 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-12-11T04:14:34,238 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T04:14:34,238 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T04:14:34,240 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T04:14:34,245 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-11T04:14:35,150 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@6d40e8fc{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master} 2024-12-11T04:14:35,157 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38e50d22{HTTP/1.1, (http/1.1)}{0.0.0.0:40093} 2024-12-11T04:14:35,157 INFO [Time-limited test {}] server.Server(415): Started @12003ms 2024-12-11T04:14:35,162 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583, hbase.cluster.distributed=false 2024-12-11T04:14:35,211 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-11T04:14:35,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37339 2024-12-11T04:14:35,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37339 2024-12-11T04:14:35,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37339 2024-12-11T04:14:35,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37339 2024-12-11T04:14:35,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37339 2024-12-11T04:14:35,431 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b03dfe6810ce:0 server-side Connection retries=45 2024-12-11T04:14:35,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T04:14:35,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T04:14:35,438 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T04:14:35,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T04:14:35,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T04:14:35,444 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T04:14:35,447 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T04:14:35,456 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44149 2024-12-11T04:14:35,459 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44149 connecting to ZooKeeper ensemble=127.0.0.1:64737 2024-12-11T04:14:35,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T04:14:35,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T04:14:35,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441490x0, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T04:14:35,541 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44149-0x1001314fd6a0001 connected 2024-12-11T04:14:35,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-11T04:14:35,548 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-12-11T04:14:35,548 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-12-11T04:14:35,549 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-12-11T04:14:35,550 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-12-11T04:14:35,550 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-12-11T04:14:35,552 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2024-12-11T04:14:35,553 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-12-11T04:14:35,553 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-12-11T04:14:35,554 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-12-11T04:14:35,556 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 41229 2024-12-11T04:14:35,558 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-12-11T04:14:35,568 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-11T04:14:35,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@c133087{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/hadoop.log.dir/,AVAILABLE} 2024-12-11T04:14:35,573 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-11T04:14:35,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@3210a705{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-12-11T04:14:35,591 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-12-11T04:14:35,592 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T04:14:35,593 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T04:14:35,593 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T04:14:35,598 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-11T04:14:35,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@b6919f0{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver} 2024-12-11T04:14:35,608 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2bbf1dd2{HTTP/1.1, (http/1.1)}{0.0.0.0:41229} 2024-12-11T04:14:35,608 INFO [Time-limited test {}] server.Server(415): Started @12454ms 2024-12-11T04:14:35,614 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T04:14:35,642 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T04:14:35,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-11T04:14:35,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-11T04:14:35,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44149 2024-12-11T04:14:35,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44149 2024-12-11T04:14:35,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44149 2024-12-11T04:14:35,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44149 2024-12-11T04:14:35,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44149 2024-12-11T04:14:35,807 DEBUG [M:0;b03dfe6810ce:37339 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b03dfe6810ce:37339 2024-12-11T04:14:35,812 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-12-11T04:14:35,862 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@3f5ed361{HTTP/1.1, (http/1.1)}{0.0.0.0:37409} 2024-12-11T04:14:35,862 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] server.Server(415): Started @12708ms 2024-12-11T04:14:35,862 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1/backup-masters/b03dfe6810ce,37339,1733890472890 2024-12-11T04:14:35,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-11T04:14:35,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-11T04:14:35,963 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/b03dfe6810ce,37339,1733890472890 2024-12-11T04:14:36,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T04:14:36,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-11T04:14:36,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T04:14:36,036 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-11T04:14:36,048 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/b03dfe6810ce,37339,1733890472890 from backup master directory 2024-12-11T04:14:36,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-11T04:14:36,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/b03dfe6810ce,37339,1733890472890 2024-12-11T04:14:36,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-11T04:14:36,063 WARN [master/b03dfe6810ce:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T04:14:36,064 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b03dfe6810ce,37339,1733890472890 2024-12-11T04:14:36,066 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-11T04:14:36,069 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-11T04:14:36,143 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase.id] with ID: 949ede94-2a7d-4881-baf2-5894b84c5f42 2024-12-11T04:14:36,143 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/.tmp/hbase.id 2024-12-11T04:14:36,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741826_1002 (size=42) 2024-12-11T04:14:36,566 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/.tmp/hbase.id]:[hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase.id] 2024-12-11T04:14:36,635 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T04:14:36,641 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-11T04:14:36,664 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 22ms. 2024-12-11T04:14:36,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T04:14:36,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T04:14:36,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741827_1003 (size=196) 2024-12-11T04:14:37,165 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T04:14:37,167 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-11T04:14:37,176 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-12-11T04:14:37,179 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-12-11T04:14:37,198 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.RegionGroupingProvider.doInit(RegionGroupingProvider.java:156) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALProvider.init(AbstractWALProvider.java:126) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:263) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T04:14:37,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741828_1004 (size=1189) 2024-12-11T04:14:37,677 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/MasterData/data/master/store 2024-12-11T04:14:37,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741829_1005 (size=34) 2024-12-11T04:14:37,702 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-11T04:14:37,705 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T04:14:37,707 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T04:14:37,707 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T04:14:37,707 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T04:14:37,709 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T04:14:37,709 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T04:14:37,709 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T04:14:37,711 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733890477707Disabling compacts and flushes for region at 1733890477707Disabling writes for close at 1733890477709 (+2 ms)Writing region close event to WAL at 1733890477709Closed at 1733890477709 2024-12-11T04:14:37,713 WARN [master/b03dfe6810ce:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/MasterData/data/master/store/.initializing 2024-12-11T04:14:37,713 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/MasterData/WALs/b03dfe6810ce,37339,1733890472890 2024-12-11T04:14:37,719 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T04:14:37,724 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor b03dfe6810ce,37339,1733890472890.regiongroup-0 2024-12-11T04:14:37,742 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b03dfe6810ce%2C37339%2C1733890472890.b03dfe6810ce%2C37339%2C1733890472890.regiongroup-0, suffix=, logDir=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/MasterData/WALs/b03dfe6810ce,37339,1733890472890, archiveDir=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/MasterData/oldWALs, maxLogs=10 2024-12-11T04:14:37,776 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/MasterData/WALs/b03dfe6810ce,37339,1733890472890/b03dfe6810ce%2C37339%2C1733890472890.b03dfe6810ce%2C37339%2C1733890472890.regiongroup-0.1733890477748, exclude list is [], retry=0 2024-12-11T04:14:37,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43977,DS-cd161e01-c43a-4f31-984a-79ae4b33f7ad,DISK] 2024-12-11T04:14:37,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-11T04:14:37,887 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/MasterData/WALs/b03dfe6810ce,37339,1733890472890/b03dfe6810ce%2C37339%2C1733890472890.b03dfe6810ce%2C37339%2C1733890472890.regiongroup-0.1733890477748 2024-12-11T04:14:37,890 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36347:36347)] 2024-12-11T04:14:37,891 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-11T04:14:37,891 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T04:14:37,894 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T04:14:37,896 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T04:14:37,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T04:14:37,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-11T04:14:37,981 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:14:37,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T04:14:37,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T04:14:37,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-11T04:14:37,989 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:14:37,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T04:14:37,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T04:14:37,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-11T04:14:37,994 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:14:37,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T04:14:37,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T04:14:38,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-11T04:14:38,000 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:14:38,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T04:14:38,002 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T04:14:38,005 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T04:14:38,007 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T04:14:38,014 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T04:14:38,015 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T04:14:38,020 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T04:14:38,025 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T04:14:38,033 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T04:14:38,034 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11246693120, jitterRate=0.04742991924285889}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T04:14:38,042 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733890477913Initializing all the Stores at 1733890477915 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733890477915Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733890477917 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733890477917Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733890477917Cleaning up temporary data from old regions at 1733890478015 (+98 ms)Region opened successfully at 1733890478042 (+27 ms) 2024-12-11T04:14:38,044 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-11T04:14:38,090 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f11ed51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=b03dfe6810ce/172.17.0.3:0 2024-12-11T04:14:38,181 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-11T04:14:38,204 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-11T04:14:38,204 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-11T04:14:38,210 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-11T04:14:38,212 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-11T04:14:38,218 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-11T04:14:38,218 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-11T04:14:38,251 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-11T04:14:38,262 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-12-11T04:14:38,350 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/balancer already deleted, retry=false 2024-12-11T04:14:38,353 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-11T04:14:38,355 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-12-11T04:14:38,365 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/normalizer already deleted, retry=false 2024-12-11T04:14:38,368 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-11T04:14:38,378 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-12-11T04:14:38,392 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/split already deleted, retry=false 2024-12-11T04:14:38,397 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-12-11T04:14:38,407 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/merge already deleted, retry=false 2024-12-11T04:14:38,445 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-11T04:14:38,461 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/snapshot-cleanup already deleted, retry=false 2024-12-11T04:14:38,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-11T04:14:38,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T04:14:38,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-11T04:14:38,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T04:14:38,486 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b03dfe6810ce,37339,1733890472890, sessionid=0x1001314fd6a0000, setting cluster-up flag (Was=false) 2024-12-11T04:14:38,494 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2024-12-11T04:14:38,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T04:14:38,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T04:14:38,571 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-12-11T04:14:38,574 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b03dfe6810ce,37339,1733890472890 2024-12-11T04:14:38,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T04:14:38,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T04:14:38,628 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2024-12-11T04:14:38,630 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b03dfe6810ce,37339,1733890472890 2024-12-11T04:14:38,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T04:14:38,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T04:14:38,739 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-12-11T04:14:38,741 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b03dfe6810ce,37339,1733890472890 2024-12-11T04:14:38,746 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-11T04:14:38,783 INFO [RS:0;b03dfe6810ce:44149 {}] regionserver.HRegionServer(746): ClusterId : 949ede94-2a7d-4881-baf2-5894b84c5f42 2024-12-11T04:14:38,785 INFO [RS:0;b03dfe6810ce:44149 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2024-12-11T04:14:38,787 DEBUG [RS:0;b03dfe6810ce:44149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T04:14:38,805 DEBUG [RS:0;b03dfe6810ce:44149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T04:14:38,805 DEBUG [RS:0;b03dfe6810ce:44149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2024-12-11T04:14:38,819 DEBUG [RS:0;b03dfe6810ce:44149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2024-12-11T04:14:38,819 DEBUG [RS:0;b03dfe6810ce:44149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T04:14:38,828 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-11T04:14:38,830 DEBUG [RS:0;b03dfe6810ce:44149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T04:14:38,830 DEBUG [RS:0;b03dfe6810ce:44149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64d2ae83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=b03dfe6810ce/172.17.0.3:0 2024-12-11T04:14:38,839 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-11T04:14:38,845 DEBUG [RS:0;b03dfe6810ce:44149 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b03dfe6810ce:44149 2024-12-11T04:14:38,847 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-11T04:14:38,849 INFO [RS:0;b03dfe6810ce:44149 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T04:14:38,849 INFO [RS:0;b03dfe6810ce:44149 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T04:14:38,849 DEBUG [RS:0;b03dfe6810ce:44149 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T04:14:38,852 INFO [RS:0;b03dfe6810ce:44149 {}] regionserver.HRegionServer(2659): reportForDuty to master=b03dfe6810ce,37339,1733890472890 with port=44149, startcode=1733890475367 2024-12-11T04:14:38,854 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b03dfe6810ce,37339,1733890472890 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-11T04:14:38,861 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b03dfe6810ce:0, corePoolSize=5, maxPoolSize=5 2024-12-11T04:14:38,862 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b03dfe6810ce:0, corePoolSize=5, maxPoolSize=5 2024-12-11T04:14:38,862 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b03dfe6810ce:0, corePoolSize=5, maxPoolSize=5 2024-12-11T04:14:38,862 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b03dfe6810ce:0, corePoolSize=5, maxPoolSize=5 2024-12-11T04:14:38,862 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b03dfe6810ce:0, corePoolSize=10, maxPoolSize=10 2024-12-11T04:14:38,862 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b03dfe6810ce:0, corePoolSize=1, maxPoolSize=1 2024-12-11T04:14:38,862 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b03dfe6810ce:0, corePoolSize=2, maxPoolSize=2 2024-12-11T04:14:38,862 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b03dfe6810ce:0, corePoolSize=1, maxPoolSize=1 2024-12-11T04:14:38,865 DEBUG [RS:0;b03dfe6810ce:44149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T04:14:38,872 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T04:14:38,873 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-11T04:14:38,877 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733890508877 2024-12-11T04:14:38,879 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-11T04:14:38,879 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:14:38,879 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-11T04:14:38,881 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-11T04:14:38,887 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-11T04:14:38,888 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2024-12-11T04:14:38,889 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-11T04:14:38,890 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-11T04:14:38,890 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-11T04:14:38,917 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T04:14:38,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741831_1007 (size=1321) 2024-12-11T04:14:38,925 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-11T04:14:38,928 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-11T04:14:38,928 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-11T04:14:38,936 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56527, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T04:14:38,945 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37339 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T04:14:38,953 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@614c03f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:14:38,955 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:14:38,961 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:14:38,978 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:14:38,981 DEBUG [RS:0;b03dfe6810ce:44149 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-11T04:14:38,981 WARN [RS:0;b03dfe6810ce:44149 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-11T04:14:38,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:14:38,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:14:38,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f7e5ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:14:38,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:14:38,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:14:38,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:14:38,997 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:14:39,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18724b03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:14:39,002 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-12-11T04:14:39,004 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-11T04:14:39,005 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-11T04:14:39,017 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b03dfe6810ce:0:becomeActiveMaster-HFileCleaner.large.0-1733890479006,5,FailOnTimeoutGroup] 2024-12-11T04:14:39,021 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b03dfe6810ce:0:becomeActiveMaster-HFileCleaner.small.0-1733890479017,5,FailOnTimeoutGroup] 2024-12-11T04:14:39,021 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T04:14:39,021 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-11T04:14:39,023 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-11T04:14:39,023 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-11T04:14:39,083 INFO [RS:0;b03dfe6810ce:44149 {}] regionserver.HRegionServer(2659): reportForDuty to master=b03dfe6810ce,37339,1733890472890 with port=44149, startcode=1733890475367 2024-12-11T04:14:39,084 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37339 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b03dfe6810ce,44149,1733890475367 2024-12-11T04:14:39,086 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37339 {}] master.ServerManager(517): Registering regionserver=b03dfe6810ce,44149,1733890475367 2024-12-11T04:14:39,099 DEBUG [RS:0;b03dfe6810ce:44149 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583 2024-12-11T04:14:39,099 DEBUG [RS:0;b03dfe6810ce:44149 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41809 2024-12-11T04:14:39,099 DEBUG [RS:0;b03dfe6810ce:44149 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=40093 2024-12-11T04:14:39,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-11T04:14:39,194 DEBUG [RS:0;b03dfe6810ce:44149 {}] zookeeper.ZKUtil(111): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Set watcher on existing znode=/1/rs/b03dfe6810ce,44149,1733890475367 2024-12-11T04:14:39,194 WARN [RS:0;b03dfe6810ce:44149 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T04:14:39,195 INFO [RS:0;b03dfe6810ce:44149 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-12-11T04:14:39,195 INFO [RS:0;b03dfe6810ce:44149 {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-12-11T04:14:39,196 DEBUG [RS:0;b03dfe6810ce:44149 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367 2024-12-11T04:14:39,197 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b03dfe6810ce,44149,1733890475367] 2024-12-11T04:14:39,243 INFO [RS:0;b03dfe6810ce:44149 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T04:14:39,259 INFO [RS:0;b03dfe6810ce:44149 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T04:14:39,266 INFO [RS:0;b03dfe6810ce:44149 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T04:14:39,267 INFO [RS:0;b03dfe6810ce:44149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T04:14:39,273 INFO [RS:0;b03dfe6810ce:44149 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T04:14:39,282 INFO [RS:0;b03dfe6810ce:44149 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T04:14:39,284 INFO [RS:0;b03dfe6810ce:44149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T04:14:39,284 DEBUG [RS:0;b03dfe6810ce:44149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b03dfe6810ce:0, corePoolSize=1, maxPoolSize=1 2024-12-11T04:14:39,284 DEBUG [RS:0;b03dfe6810ce:44149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b03dfe6810ce:0, corePoolSize=1, maxPoolSize=1 2024-12-11T04:14:39,285 DEBUG [RS:0;b03dfe6810ce:44149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b03dfe6810ce:0, corePoolSize=1, maxPoolSize=1 2024-12-11T04:14:39,285 DEBUG [RS:0;b03dfe6810ce:44149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b03dfe6810ce:0, corePoolSize=1, maxPoolSize=1 2024-12-11T04:14:39,285 DEBUG [RS:0;b03dfe6810ce:44149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b03dfe6810ce:0, corePoolSize=1, maxPoolSize=1 2024-12-11T04:14:39,285 DEBUG [RS:0;b03dfe6810ce:44149 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b03dfe6810ce:0, corePoolSize=2, maxPoolSize=2 2024-12-11T04:14:39,285 DEBUG [RS:0;b03dfe6810ce:44149 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b03dfe6810ce:0, corePoolSize=1, maxPoolSize=1 2024-12-11T04:14:39,286 DEBUG [RS:0;b03dfe6810ce:44149 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b03dfe6810ce:0, corePoolSize=1, maxPoolSize=1 2024-12-11T04:14:39,286 DEBUG [RS:0;b03dfe6810ce:44149 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b03dfe6810ce:0, corePoolSize=1, maxPoolSize=1 2024-12-11T04:14:39,286 DEBUG [RS:0;b03dfe6810ce:44149 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b03dfe6810ce:0, corePoolSize=1, maxPoolSize=1 2024-12-11T04:14:39,286 DEBUG [RS:0;b03dfe6810ce:44149 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b03dfe6810ce:0, corePoolSize=1, maxPoolSize=1 2024-12-11T04:14:39,286 DEBUG [RS:0;b03dfe6810ce:44149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b03dfe6810ce:0, corePoolSize=1, maxPoolSize=1 2024-12-11T04:14:39,286 DEBUG [RS:0;b03dfe6810ce:44149 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0, corePoolSize=3, maxPoolSize=3 2024-12-11T04:14:39,287 DEBUG [RS:0;b03dfe6810ce:44149 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b03dfe6810ce:0, corePoolSize=3, maxPoolSize=3 2024-12-11T04:14:39,297 INFO [RS:0;b03dfe6810ce:44149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T04:14:39,297 INFO [RS:0;b03dfe6810ce:44149 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T04:14:39,297 INFO [RS:0;b03dfe6810ce:44149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T04:14:39,297 INFO [RS:0;b03dfe6810ce:44149 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T04:14:39,297 INFO [RS:0;b03dfe6810ce:44149 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T04:14:39,297 INFO [RS:0;b03dfe6810ce:44149 {}] hbase.ChoreService(168): Chore ScheduledChore name=b03dfe6810ce,44149,1733890475367-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T04:14:39,325 INFO [RS:0;b03dfe6810ce:44149 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-11T04:14:39,327 INFO [RS:0;b03dfe6810ce:44149 {}] hbase.ChoreService(168): Chore ScheduledChore name=b03dfe6810ce,44149,1733890475367-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T04:14:39,328 INFO [RS:0;b03dfe6810ce:44149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T04:14:39,328 INFO [RS:0;b03dfe6810ce:44149 {}] regionserver.Replication(171): b03dfe6810ce,44149,1733890475367 started 2024-12-11T04:14:39,334 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-11T04:14:39,334 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583 2024-12-11T04:14:39,352 INFO [RS:0;b03dfe6810ce:44149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T04:14:39,353 INFO [RS:0;b03dfe6810ce:44149 {}] regionserver.HRegionServer(1482): Serving as b03dfe6810ce,44149,1733890475367, RpcServer on b03dfe6810ce/172.17.0.3:44149, sessionid=0x1001314fd6a0001 2024-12-11T04:14:39,353 DEBUG [RS:0;b03dfe6810ce:44149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T04:14:39,354 DEBUG [RS:0;b03dfe6810ce:44149 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b03dfe6810ce,44149,1733890475367 2024-12-11T04:14:39,354 DEBUG [RS:0;b03dfe6810ce:44149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b03dfe6810ce,44149,1733890475367' 2024-12-11T04:14:39,354 DEBUG [RS:0;b03dfe6810ce:44149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-12-11T04:14:39,369 DEBUG [RS:0;b03dfe6810ce:44149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-12-11T04:14:39,370 DEBUG [RS:0;b03dfe6810ce:44149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T04:14:39,370 DEBUG [RS:0;b03dfe6810ce:44149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2024-12-11T04:14:39,370 DEBUG [RS:0;b03dfe6810ce:44149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b03dfe6810ce,44149,1733890475367' 2024-12-11T04:14:39,370 DEBUG [RS:0;b03dfe6810ce:44149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-11T04:14:39,371 DEBUG [RS:0;b03dfe6810ce:44149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-11T04:14:39,372 INFO [RS:0;b03dfe6810ce:44149 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2024-12-11T04:14:39,372 DEBUG [RS:0;b03dfe6810ce:44149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2024-12-11T04:14:39,372 DEBUG [RS:0;b03dfe6810ce:44149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T04:14:39,372 DEBUG [RS:0;b03dfe6810ce:44149 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b03dfe6810ce,44149,1733890475367 2024-12-11T04:14:39,372 DEBUG [RS:0;b03dfe6810ce:44149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b03dfe6810ce,44149,1733890475367' 2024-12-11T04:14:39,372 DEBUG [RS:0;b03dfe6810ce:44149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-12-11T04:14:39,373 DEBUG [RS:0;b03dfe6810ce:44149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-12-11T04:14:39,374 DEBUG [RS:0;b03dfe6810ce:44149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T04:14:39,374 INFO [RS:0;b03dfe6810ce:44149 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T04:14:39,374 INFO [RS:0;b03dfe6810ce:44149 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T04:14:39,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741832_1008 (size=32) 2024-12-11T04:14:39,480 INFO [RS:0;b03dfe6810ce:44149 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T04:14:39,482 INFO [RS:0;b03dfe6810ce:44149 {}] monitor.StreamSlowMonitor(122): New stream slow monitor b03dfe6810ce,44149,1733890475367.regiongroup-0 2024-12-11T04:14:39,487 INFO [RS:0;b03dfe6810ce:44149 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-0, suffix=, logDir=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367, archiveDir=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/oldWALs, maxLogs=32 2024-12-11T04:14:39,506 DEBUG [RS:0;b03dfe6810ce:44149 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-0.1733890479489, exclude list is [], retry=0 2024-12-11T04:14:39,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43977,DS-cd161e01-c43a-4f31-984a-79ae4b33f7ad,DISK] 2024-12-11T04:14:39,527 INFO [RS:0;b03dfe6810ce:44149 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-0.1733890479489 2024-12-11T04:14:39,528 DEBUG [RS:0;b03dfe6810ce:44149 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36347:36347)] 2024-12-11T04:14:39,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T04:14:39,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T04:14:39,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T04:14:39,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:14:39,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T04:14:39,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-11T04:14:39,795 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T04:14:39,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:14:39,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T04:14:39,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T04:14:39,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T04:14:39,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:14:39,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T04:14:39,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T04:14:39,806 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T04:14:39,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:14:39,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T04:14:39,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T04:14:39,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/hbase/meta/1588230740 2024-12-11T04:14:39,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/hbase/meta/1588230740 2024-12-11T04:14:39,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T04:14:39,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T04:14:39,819 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T04:14:39,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T04:14:39,829 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T04:14:39,830 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11341100480, jitterRate=0.05622228980064392}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T04:14:39,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733890479783Initializing all the Stores at 1733890479785 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733890479785Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733890479785Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733890479785Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733890479785Cleaning up temporary data from old regions at 1733890479817 (+32 ms)Region opened successfully at 1733890479832 (+15 ms) 2024-12-11T04:14:39,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-11T04:14:39,833 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-11T04:14:39,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-11T04:14:39,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T04:14:39,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T04:14:39,834 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-11T04:14:39,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733890479833Disabling compacts and flushes for region at 1733890479833Disabling writes for close at 1733890479833Writing region close event to WAL at 1733890479834 (+1 ms)Closed at 1733890479834 2024-12-11T04:14:39,839 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T04:14:39,839 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-11T04:14:39,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-11T04:14:39,861 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T04:14:39,865 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-11T04:14:40,018 DEBUG [b03dfe6810ce:37339 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-11T04:14:40,032 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b03dfe6810ce,44149,1733890475367 2024-12-11T04:14:40,039 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b03dfe6810ce,44149,1733890475367, state=OPENING 2024-12-11T04:14:40,133 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-11T04:14:40,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T04:14:40,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T04:14:40,145 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-11T04:14:40,145 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-11T04:14:40,147 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T04:14:40,150 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b03dfe6810ce,44149,1733890475367}] 2024-12-11T04:14:40,326 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T04:14:40,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T04:14:40,342 INFO [RS_OPEN_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-11T04:14:40,343 INFO [RS_OPEN_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-12-11T04:14:40,343 INFO [RS_OPEN_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-12-11T04:14:40,343 INFO [RS_OPEN_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T04:14:40,344 INFO [RS_OPEN_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-11T04:14:40,348 INFO [RS_OPEN_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b03dfe6810ce%2C44149%2C1733890475367.meta, suffix=.meta, logDir=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367, archiveDir=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/oldWALs, maxLogs=32 2024-12-11T04:14:40,370 DEBUG [RS_OPEN_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.meta.1733890480350.meta, exclude list is [], retry=0 2024-12-11T04:14:40,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43977,DS-cd161e01-c43a-4f31-984a-79ae4b33f7ad,DISK] 2024-12-11T04:14:40,380 INFO [RS_OPEN_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.meta.1733890480350.meta 2024-12-11T04:14:40,380 DEBUG [RS_OPEN_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36347:36347)] 2024-12-11T04:14:40,380 DEBUG [RS_OPEN_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-11T04:14:40,385 INFO [RS_OPEN_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-11T04:14:40,387 DEBUG [RS_OPEN_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-11T04:14:40,390 DEBUG [RS_OPEN_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-11T04:14:40,390 INFO [RS_OPEN_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-11T04:14:40,393 DEBUG [RS_OPEN_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-11T04:14:40,394 DEBUG [RS_OPEN_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T04:14:40,394 DEBUG [RS_OPEN_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-11T04:14:40,395 DEBUG [RS_OPEN_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-11T04:14:40,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T04:14:40,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T04:14:40,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:14:40,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T04:14:40,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-11T04:14:40,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T04:14:40,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:14:40,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T04:14:40,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T04:14:40,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T04:14:40,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:14:40,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T04:14:40,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T04:14:40,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T04:14:40,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:14:40,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T04:14:40,418 DEBUG [RS_OPEN_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T04:14:40,420 DEBUG [RS_OPEN_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/hbase/meta/1588230740 2024-12-11T04:14:40,424 DEBUG [RS_OPEN_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/hbase/meta/1588230740 2024-12-11T04:14:40,427 DEBUG [RS_OPEN_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T04:14:40,427 DEBUG [RS_OPEN_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T04:14:40,429 DEBUG [RS_OPEN_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T04:14:40,436 DEBUG [RS_OPEN_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T04:14:40,438 INFO [RS_OPEN_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10080663520, jitterRate=-0.06116504967212677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T04:14:40,439 DEBUG [RS_OPEN_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-11T04:14:40,440 DEBUG [RS_OPEN_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733890480395Writing region info on filesystem at 1733890480395Initializing all the Stores at 1733890480397 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733890480397Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733890480401 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733890480401Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733890480401Cleaning up temporary data from old regions at 1733890480427 (+26 ms)Running coprocessor post-open hooks at 1733890480439 (+12 ms)Region opened successfully at 1733890480440 (+1 ms) 2024-12-11T04:14:40,454 INFO [RS_OPEN_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733890480317 2024-12-11T04:14:40,468 DEBUG [RS_OPEN_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-11T04:14:40,468 INFO [RS_OPEN_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-11T04:14:40,470 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b03dfe6810ce,44149,1733890475367 2024-12-11T04:14:40,473 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b03dfe6810ce,44149,1733890475367, state=OPEN 2024-12-11T04:14:40,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-11T04:14:40,489 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-11T04:14:40,489 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b03dfe6810ce,44149,1733890475367 2024-12-11T04:14:40,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-11T04:14:40,491 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-11T04:14:40,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-11T04:14:40,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b03dfe6810ce,44149,1733890475367 in 340 msec 2024-12-11T04:14:40,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-11T04:14:40,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 670 msec 2024-12-11T04:14:40,525 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T04:14:40,526 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-11T04:14:40,556 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:14:40,557 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:14:40,585 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:14:40,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T04:14:40,631 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.8450 sec 2024-12-11T04:14:40,633 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733890480633, completionTime=-1 2024-12-11T04:14:40,636 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-11T04:14:40,636 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-11T04:14:40,673 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-11T04:14:40,673 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733890540673 2024-12-11T04:14:40,673 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733890600673 2024-12-11T04:14:40,673 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 36 msec 2024-12-11T04:14:40,677 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b03dfe6810ce,37339,1733890472890-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T04:14:40,677 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b03dfe6810ce,37339,1733890472890-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T04:14:40,677 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b03dfe6810ce,37339,1733890472890-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T04:14:40,679 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b03dfe6810ce:37339, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T04:14:40,680 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-11T04:14:40,689 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-11T04:14:40,690 DEBUG [master/b03dfe6810ce:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-11T04:14:40,724 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.660sec 2024-12-11T04:14:40,726 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-11T04:14:40,729 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-11T04:14:40,730 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-11T04:14:40,731 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-11T04:14:40,731 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-11T04:14:40,732 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b03dfe6810ce,37339,1733890472890-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T04:14:40,733 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b03dfe6810ce,37339,1733890472890-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-11T04:14:40,766 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-11T04:14:40,768 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-11T04:14:40,768 INFO [master/b03dfe6810ce:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b03dfe6810ce,37339,1733890472890-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T04:14:40,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e71610f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:14:40,808 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-11T04:14:40,808 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-11T04:14:40,812 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:14:40,817 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:14:40,837 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:14:40,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:14:40,840 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:14:40,840 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7058d0e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:14:40,840 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:14:40,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:14:40,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:14:40,855 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:14:40,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a258fe5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:14:40,866 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:14:40,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:14:40,882 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:14:40,893 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T04:14:41,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b03dfe6810ce,37339,1733890472890 2024-12-11T04:14:41,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster... 2024-12-11T04:14:41,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/test.cache.data in system properties and HBase conf 2024-12-11T04:14:41,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/hadoop.tmp.dir in system properties and HBase conf 2024-12-11T04:14:41,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/hadoop.log.dir in system properties and HBase conf 2024-12-11T04:14:41,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-11T04:14:41,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-11T04:14:41,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-11T04:14:41,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-11T04:14:41,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-11T04:14:41,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-11T04:14:41,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T04:14:41,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-11T04:14:41,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-11T04:14:41,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T04:14:41,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T04:14:41,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-11T04:14:41,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/nfs.dump.dir in system properties and HBase conf 2024-12-11T04:14:41,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/java.io.tmpdir in system properties and HBase conf 2024-12-11T04:14:41,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T04:14:41,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-11T04:14:41,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-11T04:14:41,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741835_1011 (size=592039) 2024-12-11T04:14:41,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741836_1012 (size=1663647) 2024-12-11T04:14:43,391 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T04:14:43,397 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-11T04:14:43,398 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-11T04:14:43,412 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T04:14:43,412 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2024-12-11T04:14:43,412 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T04:14:43,412 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-11T04:14:43,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-11T04:14:43,414 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-11T04:14:43,489 WARN [Thread-251 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T04:14:43,738 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T04:14:43,739 WARN [Thread-251 {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-12-11T04:14:43,739 INFO [Thread-251 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T04:14:43,741 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T04:14:43,741 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T04:14:43,741 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T04:14:43,747 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T04:14:43,748 INFO [Thread-251 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T04:14:43,748 INFO [Thread-251 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T04:14:43,748 INFO [Thread-251 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T04:14:43,749 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17ab92e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/hadoop.log.dir/,AVAILABLE} 2024-12-11T04:14:43,749 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f8d8acb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-12-11T04:14:43,756 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f52e002{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/hadoop.log.dir/,AVAILABLE} 2024-12-11T04:14:43,756 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c2b47e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-12-11T04:14:43,869 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2024-12-11T04:14:43,869 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2024-12-11T04:14:43,869 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-12-11T04:14:43,871 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-12-11T04:14:43,911 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-11T04:14:43,952 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-11T04:14:44,155 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2024-12-11T04:14:44,178 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@600a2d1b{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/java.io.tmpdir/jetty-localhost-45845-hadoop-yarn-common-3_4_1_jar-_-any-2115527787503584430/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-12-11T04:14:44,178 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47d610b8{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/java.io.tmpdir/jetty-localhost-39335-hadoop-yarn-common-3_4_1_jar-_-any-3748260005065338042/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-12-11T04:14:44,179 INFO [Thread-251 {}] server.AbstractConnector(333): Started ServerConnector@3bce4824{HTTP/1.1, (http/1.1)}{localhost:45845} 2024-12-11T04:14:44,179 INFO [Thread-251 {}] server.Server(415): Started @21025ms 2024-12-11T04:14:44,179 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50b6eeb3{HTTP/1.1, (http/1.1)}{localhost:39335} 2024-12-11T04:14:44,179 INFO [Time-limited test {}] server.Server(415): Started @21025ms 2024-12-11T04:14:44,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741837_1013 (size=5) 2024-12-11T04:14:44,944 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-12-11T04:14:44,949 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T04:14:44,988 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-12-11T04:14:44,990 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T04:14:45,004 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T04:14:45,005 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T04:14:45,005 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T04:14:45,006 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T04:14:45,007 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64bb1f1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/hadoop.log.dir/,AVAILABLE} 2024-12-11T04:14:45,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27b29584{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-12-11T04:14:45,076 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-12-11T04:14:45,076 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-12-11T04:14:45,076 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-12-11T04:14:45,077 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-12-11T04:14:45,091 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-11T04:14:45,102 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-11T04:14:45,205 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-11T04:14:45,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58c04bc8{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/java.io.tmpdir/jetty-localhost-34307-hadoop-yarn-common-3_4_1_jar-_-any-8958227045620781150/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-12-11T04:14:45,218 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@671f7866{HTTP/1.1, (http/1.1)}{localhost:34307} 2024-12-11T04:14:45,218 INFO [Time-limited test {}] server.Server(415): Started @22064ms 2024-12-11T04:14:45,234 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-11T04:14:45,451 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-12-11T04:14:45,454 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T04:14:45,468 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-12-11T04:14:45,469 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T04:14:45,476 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T04:14:45,476 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T04:14:45,476 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T04:14:45,477 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T04:14:45,478 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10490d9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/hadoop.log.dir/,AVAILABLE} 2024-12-11T04:14:45,478 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33cf1adc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-12-11T04:14:45,531 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-12-11T04:14:45,531 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-12-11T04:14:45,531 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-12-11T04:14:45,531 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-12-11T04:14:45,541 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-11T04:14:45,546 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-11T04:14:45,634 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-11T04:14:45,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d71be08{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/java.io.tmpdir/jetty-localhost-32903-hadoop-yarn-common-3_4_1_jar-_-any-10038759654421614675/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-12-11T04:14:45,641 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5fbe0be4{HTTP/1.1, (http/1.1)}{localhost:32903} 2024-12-11T04:14:45,641 INFO [Time-limited test {}] server.Server(415): Started @22487ms 2024-12-11T04:14:45,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started 2024-12-11T04:14:45,666 INFO [Time-limited test {}] backup.TestBackupBase(336): ROOTDIR hdfs://localhost:41809/backupUT 2024-12-11T04:14:45,669 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T04:14:45,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b03dfe6810ce,37339,1733890472890 2024-12-11T04:14:45,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@263bd024 2024-12-11T04:14:45,678 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T04:14:45,680 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T04:14:45,682 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns1'} 2024-12-11T04:14:45,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns1 2024-12-11T04:14:45,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T04:14:45,705 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns1 in 20 msec 2024-12-11T04:14:45,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T04:14:45,809 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns1 completed 2024-12-11T04:14:45,810 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns2'} 2024-12-11T04:14:45,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns2 2024-12-11T04:14:45,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-12-11T04:14:45,830 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns2 in 15 msec 2024-12-11T04:14:45,923 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-11T04:14:45,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-12-11T04:14:45,929 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns2 completed 2024-12-11T04:14:45,930 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns3'} 2024-12-11T04:14:45,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] procedure2.ProcedureExecutor(1139): Stored pid=6, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns3 2024-12-11T04:14:45,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-12-11T04:14:45,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns3 in 13 msec 2024-12-11T04:14:46,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-12-11T04:14:46,039 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns3 completed 2024-12-11T04:14:46,040 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns4'} 2024-12-11T04:14:46,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns4 2024-12-11T04:14:46,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-11T04:14:46,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns4 in 11 msec 2024-12-11T04:14:46,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-11T04:14:46,149 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns4 completed 2024-12-11T04:14:46,157 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test-1733890485666', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T04:14:46,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test-1733890485666 2024-12-11T04:14:46,166 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test-1733890485666 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T04:14:46,168 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test-1733890485666" procId is: 8 2024-12-11T04:14:46,168 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:14:46,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-11T04:14:46,170 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test-1733890485666 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T04:14:46,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741838_1014 (size=367) 2024-12-11T04:14:46,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-11T04:14:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-11T04:14:46,583 INFO [RegionOpenAndInit-test-1733890485666-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c8ff11b27ac8c1bf908ba90557135794, NAME => 'test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1733890485666', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583 2024-12-11T04:14:46,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741839_1015 (size=53) 2024-12-11T04:14:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-11T04:14:46,992 DEBUG [RegionOpenAndInit-test-1733890485666-pool-0 {}] regionserver.HRegion(898): Instantiated test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T04:14:46,993 DEBUG [RegionOpenAndInit-test-1733890485666-pool-0 {}] regionserver.HRegion(1722): Closing c8ff11b27ac8c1bf908ba90557135794, disabling compactions & flushes 2024-12-11T04:14:46,993 INFO [RegionOpenAndInit-test-1733890485666-pool-0 {}] regionserver.HRegion(1755): Closing region test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794. 2024-12-11T04:14:46,993 DEBUG [RegionOpenAndInit-test-1733890485666-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794. 2024-12-11T04:14:46,993 DEBUG [RegionOpenAndInit-test-1733890485666-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794. after waiting 0 ms 2024-12-11T04:14:46,993 DEBUG [RegionOpenAndInit-test-1733890485666-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794. 2024-12-11T04:14:46,993 INFO [RegionOpenAndInit-test-1733890485666-pool-0 {}] regionserver.HRegion(1973): Closed test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794. 2024-12-11T04:14:46,993 DEBUG [RegionOpenAndInit-test-1733890485666-pool-0 {}] regionserver.HRegion(1676): Region close journal for c8ff11b27ac8c1bf908ba90557135794: Waiting for close lock at 1733890486992Disabling compacts and flushes for region at 1733890486992Disabling writes for close at 1733890486993 (+1 ms)Writing region close event to WAL at 1733890486993Closed at 1733890486993 2024-12-11T04:14:46,995 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test-1733890485666 execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T04:14:47,000 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733890486995"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733890486995"}]},"ts":"1733890486995"} 2024-12-11T04:14:47,004 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-11T04:14:47,006 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test-1733890485666 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T04:14:47,009 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1733890485666","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733890487006"}]},"ts":"1733890487006"} 2024-12-11T04:14:47,014 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1733890485666, state=ENABLING in hbase:meta 2024-12-11T04:14:47,015 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1733890485666, region=c8ff11b27ac8c1bf908ba90557135794, ASSIGN}] 2024-12-11T04:14:47,017 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1733890485666, region=c8ff11b27ac8c1bf908ba90557135794, ASSIGN 2024-12-11T04:14:47,019 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1733890485666, region=c8ff11b27ac8c1bf908ba90557135794, ASSIGN; state=OFFLINE, location=b03dfe6810ce,44149,1733890475367; forceNewPlan=false, retain=false 2024-12-11T04:14:47,170 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c8ff11b27ac8c1bf908ba90557135794, regionState=OPENING, regionLocation=b03dfe6810ce,44149,1733890475367 2024-12-11T04:14:47,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1733890485666, region=c8ff11b27ac8c1bf908ba90557135794, ASSIGN because future has completed 2024-12-11T04:14:47,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8ff11b27ac8c1bf908ba90557135794, server=b03dfe6810ce,44149,1733890475367}] 2024-12-11T04:14:47,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-11T04:14:47,350 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794. 2024-12-11T04:14:47,351 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T04:14:47,351 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor b03dfe6810ce,44149,1733890475367.regiongroup-1 2024-12-11T04:14:47,354 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-1, suffix=, logDir=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367, archiveDir=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/oldWALs, maxLogs=32 2024-12-11T04:14:47,369 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-1.1733890487356, exclude list is [], retry=0 2024-12-11T04:14:47,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43977,DS-cd161e01-c43a-4f31-984a-79ae4b33f7ad,DISK] 2024-12-11T04:14:47,375 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-1.1733890487356 2024-12-11T04:14:47,376 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36347:36347)] 2024-12-11T04:14:47,376 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c8ff11b27ac8c1bf908ba90557135794, NAME => 'test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794.', STARTKEY => '', ENDKEY => ''} 2024-12-11T04:14:47,376 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-11T04:14:47,376 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1733890485666 c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:14:47,377 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T04:14:47,377 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:14:47,377 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:14:47,379 INFO [StoreOpener-c8ff11b27ac8c1bf908ba90557135794-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:14:47,381 INFO [StoreOpener-c8ff11b27ac8c1bf908ba90557135794-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8ff11b27ac8c1bf908ba90557135794 columnFamilyName f 2024-12-11T04:14:47,381 DEBUG [StoreOpener-c8ff11b27ac8c1bf908ba90557135794-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:14:47,383 INFO [StoreOpener-c8ff11b27ac8c1bf908ba90557135794-1 {}] regionserver.HStore(327): Store=c8ff11b27ac8c1bf908ba90557135794/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T04:14:47,383 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:14:47,384 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:14:47,385 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:14:47,385 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:14:47,385 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:14:47,388 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:14:47,391 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T04:14:47,392 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened c8ff11b27ac8c1bf908ba90557135794; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10392485760, jitterRate=-0.032124340534210205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T04:14:47,392 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:14:47,393 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c8ff11b27ac8c1bf908ba90557135794: Running coprocessor pre-open hook at 1733890487377Writing region info on filesystem at 1733890487377Initializing all the Stores at 1733890487379 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733890487379Cleaning up temporary data from old regions at 1733890487385 (+6 ms)Running coprocessor post-open hooks at 1733890487392 (+7 ms)Region opened successfully at 1733890487393 (+1 ms) 2024-12-11T04:14:47,395 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794., pid=10, masterSystemTime=1733890487330 2024-12-11T04:14:47,398 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794. 2024-12-11T04:14:47,398 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794. 2024-12-11T04:14:47,399 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c8ff11b27ac8c1bf908ba90557135794, regionState=OPEN, openSeqNum=2, regionLocation=b03dfe6810ce,44149,1733890475367 2024-12-11T04:14:47,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8ff11b27ac8c1bf908ba90557135794, server=b03dfe6810ce,44149,1733890475367 because future has completed 2024-12-11T04:14:47,409 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-11T04:14:47,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c8ff11b27ac8c1bf908ba90557135794, server=b03dfe6810ce,44149,1733890475367 in 229 msec 2024-12-11T04:14:47,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-11T04:14:47,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1733890485666, region=c8ff11b27ac8c1bf908ba90557135794, ASSIGN in 394 msec 2024-12-11T04:14:47,415 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test-1733890485666 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T04:14:47,415 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1733890485666","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733890487415"}]},"ts":"1733890487415"} 2024-12-11T04:14:47,418 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1733890485666, state=ENABLED in hbase:meta 2024-12-11T04:14:47,420 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test-1733890485666 execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T04:14:47,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=test-1733890485666 in 1.2610 sec 2024-12-11T04:14:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-11T04:14:48,318 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test-1733890485666 completed 2024-12-11T04:14:48,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a356979, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:14:48,319 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:14:48,319 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:14:48,321 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:14:48,321 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:14:48,321 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:14:48,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@797540af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:14:48,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:14:48,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:14:48,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:14:48,324 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:14:48,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45a1003a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:14:48,328 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:14:48,330 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:14:48,330 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:14:48,332 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T04:14:48,337 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733890485666', row='row0', locateType=CURRENT is [region=test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2] 2024-12-11T04:14:48,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HRegion(8528): writing data to region test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794. with WAL disabled. Data may be lost in the event of a crash. 2024-12-11T04:14:48,535 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns2:test-17338904856661', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T04:14:48,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:test-17338904856661 2024-12-11T04:14:48,538 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17338904856661 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T04:14:48,538 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:14:48,538 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns2" qualifier: "test-17338904856661" procId is: 11 2024-12-11T04:14:48,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-11T04:14:48,540 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:test-17338904856661 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T04:14:48,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741841_1017 (size=364) 2024-12-11T04:14:48,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-11T04:14:48,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-11T04:14:48,950 INFO [RegionOpenAndInit-ns2:test-17338904856661-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f447f00d2b65c68320669c393f4d6b4c, NAME => 'ns2:test-17338904856661,,1733890488534.f447f00d2b65c68320669c393f4d6b4c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17338904856661', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583 2024-12-11T04:14:48,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741842_1018 (size=50) 2024-12-11T04:14:49,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-11T04:14:49,359 DEBUG [RegionOpenAndInit-ns2:test-17338904856661-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:test-17338904856661,,1733890488534.f447f00d2b65c68320669c393f4d6b4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T04:14:49,359 DEBUG [RegionOpenAndInit-ns2:test-17338904856661-pool-0 {}] regionserver.HRegion(1722): Closing f447f00d2b65c68320669c393f4d6b4c, disabling compactions & flushes 2024-12-11T04:14:49,360 INFO [RegionOpenAndInit-ns2:test-17338904856661-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:test-17338904856661,,1733890488534.f447f00d2b65c68320669c393f4d6b4c. 2024-12-11T04:14:49,360 DEBUG [RegionOpenAndInit-ns2:test-17338904856661-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17338904856661,,1733890488534.f447f00d2b65c68320669c393f4d6b4c. 2024-12-11T04:14:49,360 DEBUG [RegionOpenAndInit-ns2:test-17338904856661-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17338904856661,,1733890488534.f447f00d2b65c68320669c393f4d6b4c. after waiting 0 ms 2024-12-11T04:14:49,360 DEBUG [RegionOpenAndInit-ns2:test-17338904856661-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17338904856661,,1733890488534.f447f00d2b65c68320669c393f4d6b4c. 2024-12-11T04:14:49,360 INFO [RegionOpenAndInit-ns2:test-17338904856661-pool-0 {}] regionserver.HRegion(1973): Closed ns2:test-17338904856661,,1733890488534.f447f00d2b65c68320669c393f4d6b4c. 2024-12-11T04:14:49,360 DEBUG [RegionOpenAndInit-ns2:test-17338904856661-pool-0 {}] regionserver.HRegion(1676): Region close journal for f447f00d2b65c68320669c393f4d6b4c: Waiting for close lock at 1733890489359Disabling compacts and flushes for region at 1733890489359Disabling writes for close at 1733890489360 (+1 ms)Writing region close event to WAL at 1733890489360Closed at 1733890489360 2024-12-11T04:14:49,362 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:test-17338904856661 execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T04:14:49,363 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:test-17338904856661,,1733890488534.f447f00d2b65c68320669c393f4d6b4c.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1733890489362"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733890489362"}]},"ts":"1733890489362"} 2024-12-11T04:14:49,366 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-11T04:14:49,368 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:test-17338904856661 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T04:14:49,368 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17338904856661","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733890489368"}]},"ts":"1733890489368"} 2024-12-11T04:14:49,371 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17338904856661, state=ENABLING in hbase:meta 2024-12-11T04:14:49,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17338904856661, region=f447f00d2b65c68320669c393f4d6b4c, ASSIGN}] 2024-12-11T04:14:49,373 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17338904856661, region=f447f00d2b65c68320669c393f4d6b4c, ASSIGN 2024-12-11T04:14:49,374 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:test-17338904856661, region=f447f00d2b65c68320669c393f4d6b4c, ASSIGN; state=OFFLINE, location=b03dfe6810ce,44149,1733890475367; forceNewPlan=false, retain=false 2024-12-11T04:14:49,525 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=f447f00d2b65c68320669c393f4d6b4c, regionState=OPENING, regionLocation=b03dfe6810ce,44149,1733890475367 2024-12-11T04:14:49,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:test-17338904856661, region=f447f00d2b65c68320669c393f4d6b4c, ASSIGN because future has completed 2024-12-11T04:14:49,530 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure f447f00d2b65c68320669c393f4d6b4c, server=b03dfe6810ce,44149,1733890475367}] 2024-12-11T04:14:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-11T04:14:49,689 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open ns2:test-17338904856661,,1733890488534.f447f00d2b65c68320669c393f4d6b4c. 2024-12-11T04:14:49,690 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => f447f00d2b65c68320669c393f4d6b4c, NAME => 'ns2:test-17338904856661,,1733890488534.f447f00d2b65c68320669c393f4d6b4c.', STARTKEY => '', ENDKEY => ''} 2024-12-11T04:14:49,690 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-11T04:14:49,690 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17338904856661 f447f00d2b65c68320669c393f4d6b4c 2024-12-11T04:14:49,691 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated ns2:test-17338904856661,,1733890488534.f447f00d2b65c68320669c393f4d6b4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T04:14:49,691 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for f447f00d2b65c68320669c393f4d6b4c 2024-12-11T04:14:49,691 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for f447f00d2b65c68320669c393f4d6b4c 2024-12-11T04:14:49,694 INFO [StoreOpener-f447f00d2b65c68320669c393f4d6b4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f447f00d2b65c68320669c393f4d6b4c 2024-12-11T04:14:49,697 INFO [StoreOpener-f447f00d2b65c68320669c393f4d6b4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f447f00d2b65c68320669c393f4d6b4c columnFamilyName f 2024-12-11T04:14:49,697 DEBUG [StoreOpener-f447f00d2b65c68320669c393f4d6b4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:14:49,698 INFO [StoreOpener-f447f00d2b65c68320669c393f4d6b4c-1 {}] regionserver.HStore(327): Store=f447f00d2b65c68320669c393f4d6b4c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T04:14:49,698 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for f447f00d2b65c68320669c393f4d6b4c 2024-12-11T04:14:49,700 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns2/test-17338904856661/f447f00d2b65c68320669c393f4d6b4c 2024-12-11T04:14:49,700 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns2/test-17338904856661/f447f00d2b65c68320669c393f4d6b4c 2024-12-11T04:14:49,701 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for f447f00d2b65c68320669c393f4d6b4c 2024-12-11T04:14:49,701 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for f447f00d2b65c68320669c393f4d6b4c 2024-12-11T04:14:49,704 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for f447f00d2b65c68320669c393f4d6b4c 2024-12-11T04:14:49,708 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns2/test-17338904856661/f447f00d2b65c68320669c393f4d6b4c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T04:14:49,709 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened f447f00d2b65c68320669c393f4d6b4c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11499713600, jitterRate=0.0709942877292633}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T04:14:49,709 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f447f00d2b65c68320669c393f4d6b4c 2024-12-11T04:14:49,710 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for f447f00d2b65c68320669c393f4d6b4c: Running coprocessor pre-open hook at 1733890489691Writing region info on filesystem at 1733890489691Initializing all the Stores at 1733890489693 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733890489693Cleaning up temporary data from old regions at 1733890489701 (+8 ms)Running coprocessor post-open hooks at 1733890489709 (+8 ms)Region opened successfully at 1733890489710 (+1 ms) 2024-12-11T04:14:49,712 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:test-17338904856661,,1733890488534.f447f00d2b65c68320669c393f4d6b4c., pid=13, masterSystemTime=1733890489683 2024-12-11T04:14:49,716 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:test-17338904856661,,1733890488534.f447f00d2b65c68320669c393f4d6b4c. 2024-12-11T04:14:49,717 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened ns2:test-17338904856661,,1733890488534.f447f00d2b65c68320669c393f4d6b4c. 2024-12-11T04:14:49,718 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=f447f00d2b65c68320669c393f4d6b4c, regionState=OPEN, openSeqNum=2, regionLocation=b03dfe6810ce,44149,1733890475367 2024-12-11T04:14:49,719 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37339 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b03dfe6810ce,44149,1733890475367, table=ns2:test-17338904856661, region=f447f00d2b65c68320669c393f4d6b4c. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-11T04:14:49,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure f447f00d2b65c68320669c393f4d6b4c, server=b03dfe6810ce,44149,1733890475367 because future has completed 2024-12-11T04:14:49,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-11T04:14:49,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure f447f00d2b65c68320669c393f4d6b4c, server=b03dfe6810ce,44149,1733890475367 in 196 msec 2024-12-11T04:14:49,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-11T04:14:49,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:test-17338904856661, region=f447f00d2b65c68320669c393f4d6b4c, ASSIGN in 358 msec 2024-12-11T04:14:49,737 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:test-17338904856661 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T04:14:49,737 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17338904856661","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733890489737"}]},"ts":"1733890489737"} 2024-12-11T04:14:49,741 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17338904856661, state=ENABLED in hbase:meta 2024-12-11T04:14:49,743 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17338904856661 execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T04:14:49,747 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:test-17338904856661 in 1.2080 sec 2024-12-11T04:14:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-11T04:14:50,689 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:test-17338904856661 completed 2024-12-11T04:14:50,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17338904856661', row='row0', locateType=CURRENT is [region=ns2:test-17338904856661,,1733890488534.f447f00d2b65c68320669c393f4d6b4c., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2] 2024-12-11T04:14:50,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HRegion(8528): writing data to region ns2:test-17338904856661,,1733890488534.f447f00d2b65c68320669c393f4d6b4c. with WAL disabled. Data may be lost in the event of a crash. 2024-12-11T04:14:50,876 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns3:test-17338904856662', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T04:14:50,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns3:test-17338904856662 2024-12-11T04:14:50,880 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17338904856662 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T04:14:50,880 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:14:50,880 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns3" qualifier: "test-17338904856662" procId is: 14 2024-12-11T04:14:50,881 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns3:test-17338904856662 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T04:14:50,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-11T04:14:50,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741843_1019 (size=390) 2024-12-11T04:14:50,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-11T04:14:51,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-11T04:14:51,237 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17338904856661' 2024-12-11T04:14:51,238 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1733890485666' 2024-12-11T04:14:51,291 INFO [RegionOpenAndInit-ns3:test-17338904856662-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2f246478a9aca87573f045373e7d01d9, NAME => 'ns3:test-17338904856662,,1733890490875.2f246478a9aca87573f045373e7d01d9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17338904856662', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583 2024-12-11T04:14:51,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741844_1020 (size=50) 2024-12-11T04:14:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-11T04:14:51,701 DEBUG [RegionOpenAndInit-ns3:test-17338904856662-pool-0 {}] regionserver.HRegion(898): Instantiated ns3:test-17338904856662,,1733890490875.2f246478a9aca87573f045373e7d01d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T04:14:51,701 DEBUG [RegionOpenAndInit-ns3:test-17338904856662-pool-0 {}] regionserver.HRegion(1722): Closing 2f246478a9aca87573f045373e7d01d9, disabling compactions & flushes 2024-12-11T04:14:51,701 INFO [RegionOpenAndInit-ns3:test-17338904856662-pool-0 {}] regionserver.HRegion(1755): Closing region ns3:test-17338904856662,,1733890490875.2f246478a9aca87573f045373e7d01d9. 2024-12-11T04:14:51,701 DEBUG [RegionOpenAndInit-ns3:test-17338904856662-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17338904856662,,1733890490875.2f246478a9aca87573f045373e7d01d9. 2024-12-11T04:14:51,701 DEBUG [RegionOpenAndInit-ns3:test-17338904856662-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17338904856662,,1733890490875.2f246478a9aca87573f045373e7d01d9. after waiting 0 ms 2024-12-11T04:14:51,701 DEBUG [RegionOpenAndInit-ns3:test-17338904856662-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17338904856662,,1733890490875.2f246478a9aca87573f045373e7d01d9. 2024-12-11T04:14:51,701 INFO [RegionOpenAndInit-ns3:test-17338904856662-pool-0 {}] regionserver.HRegion(1973): Closed ns3:test-17338904856662,,1733890490875.2f246478a9aca87573f045373e7d01d9. 2024-12-11T04:14:51,701 DEBUG [RegionOpenAndInit-ns3:test-17338904856662-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2f246478a9aca87573f045373e7d01d9: Waiting for close lock at 1733890491701Disabling compacts and flushes for region at 1733890491701Disabling writes for close at 1733890491701Writing region close event to WAL at 1733890491701Closed at 1733890491701 2024-12-11T04:14:51,703 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns3:test-17338904856662 execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T04:14:51,703 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns3:test-17338904856662,,1733890490875.2f246478a9aca87573f045373e7d01d9.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1733890491703"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733890491703"}]},"ts":"1733890491703"} 2024-12-11T04:14:51,706 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-11T04:14:51,707 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns3:test-17338904856662 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T04:14:51,707 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17338904856662","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733890491707"}]},"ts":"1733890491707"} 2024-12-11T04:14:51,710 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17338904856662, state=ENABLING in hbase:meta 2024-12-11T04:14:51,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17338904856662, region=2f246478a9aca87573f045373e7d01d9, ASSIGN}] 2024-12-11T04:14:51,712 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17338904856662, region=2f246478a9aca87573f045373e7d01d9, ASSIGN 2024-12-11T04:14:51,713 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns3:test-17338904856662, region=2f246478a9aca87573f045373e7d01d9, ASSIGN; state=OFFLINE, location=b03dfe6810ce,44149,1733890475367; forceNewPlan=false, retain=false 2024-12-11T04:14:51,864 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=2f246478a9aca87573f045373e7d01d9, regionState=OPENING, regionLocation=b03dfe6810ce,44149,1733890475367 2024-12-11T04:14:51,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns3:test-17338904856662, region=2f246478a9aca87573f045373e7d01d9, ASSIGN because future has completed 2024-12-11T04:14:51,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f246478a9aca87573f045373e7d01d9, server=b03dfe6810ce,44149,1733890475367}] 2024-12-11T04:14:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-11T04:14:52,026 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open ns3:test-17338904856662,,1733890490875.2f246478a9aca87573f045373e7d01d9. 2024-12-11T04:14:52,026 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 2f246478a9aca87573f045373e7d01d9, NAME => 'ns3:test-17338904856662,,1733890490875.2f246478a9aca87573f045373e7d01d9.', STARTKEY => '', ENDKEY => ''} 2024-12-11T04:14:52,027 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-11T04:14:52,027 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17338904856662 2f246478a9aca87573f045373e7d01d9 2024-12-11T04:14:52,027 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated ns3:test-17338904856662,,1733890490875.2f246478a9aca87573f045373e7d01d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T04:14:52,027 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 2f246478a9aca87573f045373e7d01d9 2024-12-11T04:14:52,027 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 2f246478a9aca87573f045373e7d01d9 2024-12-11T04:14:52,029 INFO [StoreOpener-2f246478a9aca87573f045373e7d01d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2f246478a9aca87573f045373e7d01d9 2024-12-11T04:14:52,032 INFO [StoreOpener-2f246478a9aca87573f045373e7d01d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f246478a9aca87573f045373e7d01d9 columnFamilyName f 2024-12-11T04:14:52,032 DEBUG [StoreOpener-2f246478a9aca87573f045373e7d01d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:14:52,033 INFO [StoreOpener-2f246478a9aca87573f045373e7d01d9-1 {}] regionserver.HStore(327): Store=2f246478a9aca87573f045373e7d01d9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T04:14:52,033 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 2f246478a9aca87573f045373e7d01d9 2024-12-11T04:14:52,035 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns3/test-17338904856662/2f246478a9aca87573f045373e7d01d9 2024-12-11T04:14:52,036 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns3/test-17338904856662/2f246478a9aca87573f045373e7d01d9 2024-12-11T04:14:52,036 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 2f246478a9aca87573f045373e7d01d9 2024-12-11T04:14:52,036 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 2f246478a9aca87573f045373e7d01d9 2024-12-11T04:14:52,039 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 2f246478a9aca87573f045373e7d01d9 2024-12-11T04:14:52,043 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns3/test-17338904856662/2f246478a9aca87573f045373e7d01d9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T04:14:52,044 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 2f246478a9aca87573f045373e7d01d9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11442922400, jitterRate=0.06570519506931305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T04:14:52,044 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2f246478a9aca87573f045373e7d01d9 2024-12-11T04:14:52,045 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 2f246478a9aca87573f045373e7d01d9: Running coprocessor pre-open hook at 1733890492027Writing region info on filesystem at 1733890492027Initializing all the Stores at 1733890492029 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733890492029Cleaning up temporary data from old regions at 1733890492036 (+7 ms)Running coprocessor post-open hooks at 1733890492044 (+8 ms)Region opened successfully at 1733890492045 (+1 ms) 2024-12-11T04:14:52,046 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for ns3:test-17338904856662,,1733890490875.2f246478a9aca87573f045373e7d01d9., pid=16, masterSystemTime=1733890492021 2024-12-11T04:14:52,049 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for ns3:test-17338904856662,,1733890490875.2f246478a9aca87573f045373e7d01d9. 2024-12-11T04:14:52,049 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened ns3:test-17338904856662,,1733890490875.2f246478a9aca87573f045373e7d01d9. 2024-12-11T04:14:52,050 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=2f246478a9aca87573f045373e7d01d9, regionState=OPEN, openSeqNum=2, regionLocation=b03dfe6810ce,44149,1733890475367 2024-12-11T04:14:52,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f246478a9aca87573f045373e7d01d9, server=b03dfe6810ce,44149,1733890475367 because future has completed 2024-12-11T04:14:52,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-11T04:14:52,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 2f246478a9aca87573f045373e7d01d9, server=b03dfe6810ce,44149,1733890475367 in 223 msec 2024-12-11T04:14:52,100 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-11T04:14:52,100 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns3:test-17338904856662, region=2f246478a9aca87573f045373e7d01d9, ASSIGN in 385 msec 2024-12-11T04:14:52,101 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns3:test-17338904856662 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T04:14:52,101 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17338904856662","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733890492101"}]},"ts":"1733890492101"} 2024-12-11T04:14:52,104 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17338904856662, state=ENABLED in hbase:meta 2024-12-11T04:14:52,106 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17338904856662 execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T04:14:52,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns3:test-17338904856662 in 1.2300 sec 2024-12-11T04:14:52,879 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-11T04:14:53,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-11T04:14:53,039 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns3:test-17338904856662 completed 2024-12-11T04:14:53,040 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns3:test-17338904856662 get assigned. Timeout = 60000ms 2024-12-11T04:14:53,041 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T04:14:53,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns3:test-17338904856662 assigned to meta. Checking AM states. 2024-12-11T04:14:53,049 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T04:14:53,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns3:test-17338904856662 assigned. 2024-12-11T04:14:53,052 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns4:test-17338904856663', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T04:14:53,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns4:test-17338904856663 2024-12-11T04:14:53,057 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17338904856663 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T04:14:53,057 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:14:53,057 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns4" qualifier: "test-17338904856663" procId is: 17 2024-12-11T04:14:53,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-11T04:14:53,059 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns4:test-17338904856663 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T04:14:53,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741845_1021 (size=390) 2024-12-11T04:14:53,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-11T04:14:53,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-11T04:14:53,393 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17338904856661 2024-12-11T04:14:53,393 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17338904856661 Metrics about Tables on a single HBase RegionServer 2024-12-11T04:14:53,395 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17338904856662 2024-12-11T04:14:53,395 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17338904856662 Metrics about Tables on a single HBase RegionServer 2024-12-11T04:14:53,396 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1733890485666 2024-12-11T04:14:53,396 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1733890485666 Metrics about Tables on a single HBase RegionServer 2024-12-11T04:14:53,480 INFO [RegionOpenAndInit-ns4:test-17338904856663-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 57490c9d5148baf577f280f62acc5bab, NAME => 'ns4:test-17338904856663,,1733890493052.57490c9d5148baf577f280f62acc5bab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17338904856663', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583 2024-12-11T04:14:53,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741846_1022 (size=50) 2024-12-11T04:14:53,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-11T04:14:53,907 DEBUG [RegionOpenAndInit-ns4:test-17338904856663-pool-0 {}] regionserver.HRegion(898): Instantiated ns4:test-17338904856663,,1733890493052.57490c9d5148baf577f280f62acc5bab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T04:14:53,907 DEBUG [RegionOpenAndInit-ns4:test-17338904856663-pool-0 {}] regionserver.HRegion(1722): Closing 57490c9d5148baf577f280f62acc5bab, disabling compactions & flushes 2024-12-11T04:14:53,907 INFO [RegionOpenAndInit-ns4:test-17338904856663-pool-0 {}] regionserver.HRegion(1755): Closing region ns4:test-17338904856663,,1733890493052.57490c9d5148baf577f280f62acc5bab. 2024-12-11T04:14:53,907 DEBUG [RegionOpenAndInit-ns4:test-17338904856663-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17338904856663,,1733890493052.57490c9d5148baf577f280f62acc5bab. 2024-12-11T04:14:53,907 DEBUG [RegionOpenAndInit-ns4:test-17338904856663-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17338904856663,,1733890493052.57490c9d5148baf577f280f62acc5bab. after waiting 0 ms 2024-12-11T04:14:53,907 DEBUG [RegionOpenAndInit-ns4:test-17338904856663-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17338904856663,,1733890493052.57490c9d5148baf577f280f62acc5bab. 2024-12-11T04:14:53,907 INFO [RegionOpenAndInit-ns4:test-17338904856663-pool-0 {}] regionserver.HRegion(1973): Closed ns4:test-17338904856663,,1733890493052.57490c9d5148baf577f280f62acc5bab. 2024-12-11T04:14:53,907 DEBUG [RegionOpenAndInit-ns4:test-17338904856663-pool-0 {}] regionserver.HRegion(1676): Region close journal for 57490c9d5148baf577f280f62acc5bab: Waiting for close lock at 1733890493907Disabling compacts and flushes for region at 1733890493907Disabling writes for close at 1733890493907Writing region close event to WAL at 1733890493907Closed at 1733890493907 2024-12-11T04:14:53,909 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns4:test-17338904856663 execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T04:14:53,909 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns4:test-17338904856663,,1733890493052.57490c9d5148baf577f280f62acc5bab.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1733890493909"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733890493909"}]},"ts":"1733890493909"} 2024-12-11T04:14:53,912 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-11T04:14:53,914 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns4:test-17338904856663 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T04:14:53,914 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17338904856663","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733890493914"}]},"ts":"1733890493914"} 2024-12-11T04:14:53,917 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17338904856663, state=ENABLING in hbase:meta 2024-12-11T04:14:53,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17338904856663, region=57490c9d5148baf577f280f62acc5bab, ASSIGN}] 2024-12-11T04:14:53,919 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17338904856663, region=57490c9d5148baf577f280f62acc5bab, ASSIGN 2024-12-11T04:14:53,922 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns4:test-17338904856663, region=57490c9d5148baf577f280f62acc5bab, ASSIGN; state=OFFLINE, location=b03dfe6810ce,44149,1733890475367; forceNewPlan=false, retain=false 2024-12-11T04:14:54,072 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=57490c9d5148baf577f280f62acc5bab, regionState=OPENING, regionLocation=b03dfe6810ce,44149,1733890475367 2024-12-11T04:14:54,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns4:test-17338904856663, region=57490c9d5148baf577f280f62acc5bab, ASSIGN because future has completed 2024-12-11T04:14:54,077 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57490c9d5148baf577f280f62acc5bab, server=b03dfe6810ce,44149,1733890475367}] 2024-12-11T04:14:54,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-11T04:14:54,239 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open ns4:test-17338904856663,,1733890493052.57490c9d5148baf577f280f62acc5bab. 2024-12-11T04:14:54,240 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 57490c9d5148baf577f280f62acc5bab, NAME => 'ns4:test-17338904856663,,1733890493052.57490c9d5148baf577f280f62acc5bab.', STARTKEY => '', ENDKEY => ''} 2024-12-11T04:14:54,240 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-11T04:14:54,241 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17338904856663 57490c9d5148baf577f280f62acc5bab 2024-12-11T04:14:54,241 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated ns4:test-17338904856663,,1733890493052.57490c9d5148baf577f280f62acc5bab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T04:14:54,241 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 57490c9d5148baf577f280f62acc5bab 2024-12-11T04:14:54,241 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 57490c9d5148baf577f280f62acc5bab 2024-12-11T04:14:54,244 INFO [StoreOpener-57490c9d5148baf577f280f62acc5bab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 57490c9d5148baf577f280f62acc5bab 2024-12-11T04:14:54,249 INFO [StoreOpener-57490c9d5148baf577f280f62acc5bab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57490c9d5148baf577f280f62acc5bab columnFamilyName f 2024-12-11T04:14:54,249 DEBUG [StoreOpener-57490c9d5148baf577f280f62acc5bab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:14:54,251 INFO [StoreOpener-57490c9d5148baf577f280f62acc5bab-1 {}] regionserver.HStore(327): Store=57490c9d5148baf577f280f62acc5bab/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T04:14:54,252 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 57490c9d5148baf577f280f62acc5bab 2024-12-11T04:14:54,253 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns4/test-17338904856663/57490c9d5148baf577f280f62acc5bab 2024-12-11T04:14:54,253 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns4/test-17338904856663/57490c9d5148baf577f280f62acc5bab 2024-12-11T04:14:54,255 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 57490c9d5148baf577f280f62acc5bab 2024-12-11T04:14:54,255 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 57490c9d5148baf577f280f62acc5bab 2024-12-11T04:14:54,258 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 57490c9d5148baf577f280f62acc5bab 2024-12-11T04:14:54,263 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns4/test-17338904856663/57490c9d5148baf577f280f62acc5bab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T04:14:54,264 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 57490c9d5148baf577f280f62acc5bab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11636324800, jitterRate=0.08371719717979431}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T04:14:54,264 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 57490c9d5148baf577f280f62acc5bab 2024-12-11T04:14:54,265 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 57490c9d5148baf577f280f62acc5bab: Running coprocessor pre-open hook at 1733890494241Writing region info on filesystem at 1733890494241Initializing all the Stores at 1733890494244 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733890494244Cleaning up temporary data from old regions at 1733890494255 (+11 ms)Running coprocessor post-open hooks at 1733890494264 (+9 ms)Region opened successfully at 1733890494264 2024-12-11T04:14:54,266 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for ns4:test-17338904856663,,1733890493052.57490c9d5148baf577f280f62acc5bab., pid=19, masterSystemTime=1733890494231 2024-12-11T04:14:54,269 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for ns4:test-17338904856663,,1733890493052.57490c9d5148baf577f280f62acc5bab. 2024-12-11T04:14:54,270 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened ns4:test-17338904856663,,1733890493052.57490c9d5148baf577f280f62acc5bab. 2024-12-11T04:14:54,271 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=57490c9d5148baf577f280f62acc5bab, regionState=OPEN, openSeqNum=2, regionLocation=b03dfe6810ce,44149,1733890475367 2024-12-11T04:14:54,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57490c9d5148baf577f280f62acc5bab, server=b03dfe6810ce,44149,1733890475367 because future has completed 2024-12-11T04:14:54,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-11T04:14:54,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 57490c9d5148baf577f280f62acc5bab, server=b03dfe6810ce,44149,1733890475367 in 209 msec 2024-12-11T04:14:54,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-12-11T04:14:54,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns4:test-17338904856663, region=57490c9d5148baf577f280f62acc5bab, ASSIGN in 377 msec 2024-12-11T04:14:54,302 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns4:test-17338904856663 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T04:14:54,303 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17338904856663","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733890494302"}]},"ts":"1733890494302"} 2024-12-11T04:14:54,307 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17338904856663, state=ENABLED in hbase:meta 2024-12-11T04:14:54,309 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17338904856663 execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T04:14:54,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns4:test-17338904856663 in 1.2570 sec 2024-12-11T04:14:55,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-11T04:14:55,208 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns4:test-17338904856663 completed 2024-12-11T04:14:55,209 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns4:test-17338904856663 get assigned. Timeout = 60000ms 2024-12-11T04:14:55,209 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T04:14:55,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns4:test-17338904856663 assigned to meta. Checking AM states. 2024-12-11T04:14:55,215 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T04:14:55,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns4:test-17338904856663 assigned. 2024-12-11T04:14:55,215 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T04:14:55,216 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestBackupBase.createTables(TestBackupBase.java:481) at org.apache.hadoop.hbase.backup.TestBackupBase.setUpHelper(TestBackupBase.java:343) at org.apache.hadoop.hbase.backup.TestBackupBase.setUp(TestBackupBase.java:357) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T04:14:55,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:14:55,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:14:55,225 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:14:55,259 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=611, OpenFileDescriptor=633, MaxFileDescriptor=1048576, SystemLoadAverage=597, ProcessCount=14, AvailableMemoryMB=3026 2024-12-11T04:14:55,261 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=611 is superior to 500 2024-12-11T04:14:55,262 INFO [Time-limited test {}] backup.TestIncrementalBackup(91): create full backup image for all tables 2024-12-11T04:14:55,267 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table test-1733890485666 from 'test-1733890485666', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1733890485666', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T04:14:55,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] procedure2.ProcedureExecutor(1139): Stored pid=20, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1733890485666 2024-12-11T04:14:55,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741847_1023 (size=908) 2024-12-11T04:14:55,715 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/.tabledesc/.tableinfo.0000000001.367 2024-12-11T04:14:55,715 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/.tabledesc/.tableinfo.0000000002.908 2024-12-11T04:14:55,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1733890485666}] 2024-12-11T04:14:55,731 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733890485666, region=c8ff11b27ac8c1bf908ba90557135794, REOPEN/MOVE}] 2024-12-11T04:14:55,733 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733890485666, region=c8ff11b27ac8c1bf908ba90557135794, REOPEN/MOVE 2024-12-11T04:14:55,735 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=c8ff11b27ac8c1bf908ba90557135794, regionState=CLOSING, regionLocation=b03dfe6810ce,44149,1733890475367 2024-12-11T04:14:55,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1733890485666, region=c8ff11b27ac8c1bf908ba90557135794, REOPEN/MOVE because future has completed 2024-12-11T04:14:55,749 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T04:14:55,750 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure c8ff11b27ac8c1bf908ba90557135794, server=b03dfe6810ce,44149,1733890475367}] 2024-12-11T04:14:55,927 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:14:55,927 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-11T04:14:55,928 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing c8ff11b27ac8c1bf908ba90557135794, disabling compactions & flushes 2024-12-11T04:14:55,928 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794. 2024-12-11T04:14:55,928 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794. 2024-12-11T04:14:55,928 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794. after waiting 0 ms 2024-12-11T04:14:55,928 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794. 2024-12-11T04:14:55,933 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(2902): Flushing c8ff11b27ac8c1bf908ba90557135794 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-12-11T04:14:56,040 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/.tmp/f/f839b4d134c745d78c9052061c626578 is 37, key is row10/f:q1/1733890488363/Put/seqid=0 2024-12-11T04:14:56,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741848_1024 (size=8413) 2024-12-11T04:14:56,064 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/.tmp/f/f839b4d134c745d78c9052061c626578 2024-12-11T04:14:56,183 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/.tmp/f/f839b4d134c745d78c9052061c626578 as hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/f/f839b4d134c745d78c9052061c626578 2024-12-11T04:14:56,215 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/f/f839b4d134c745d78c9052061c626578, entries=99, sequenceid=103, filesize=8.2 K 2024-12-11T04:14:56,225 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for c8ff11b27ac8c1bf908ba90557135794 in 290ms, sequenceid=103, compaction requested=false 2024-12-11T04:14:56,274 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2024-12-11T04:14:56,289 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T04:14:56,290 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794. 2024-12-11T04:14:56,290 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for c8ff11b27ac8c1bf908ba90557135794: Waiting for close lock at 1733890495928Running coprocessor pre-close hooks at 1733890495928Disabling compacts and flushes for region at 1733890495928Disabling writes for close at 1733890495928Obtaining lock to block concurrent updates at 1733890495933 (+5 ms)Preparing flush snapshotting stores in c8ff11b27ac8c1bf908ba90557135794 at 1733890495933Finished memstore snapshotting test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794., syncing WAL and waiting on mvcc, flushsize=dataSize=3247, getHeapSize=11248, getOffHeapSize=0, getCellsCount=99 at 1733890495943 (+10 ms)Flushing stores of test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794. at 1733890495945 (+2 ms)Flushing c8ff11b27ac8c1bf908ba90557135794/f: creating writer at 1733890495947 (+2 ms)Flushing c8ff11b27ac8c1bf908ba90557135794/f: appending metadata at 1733890496024 (+77 ms)Flushing c8ff11b27ac8c1bf908ba90557135794/f: closing flushed file at 1733890496028 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69d7070: reopening flushed file at 1733890496178 (+150 ms)Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for c8ff11b27ac8c1bf908ba90557135794 in 290ms, sequenceid=103, compaction requested=false at 1733890496225 (+47 ms)Writing region close event to WAL at 1733890496244 (+19 ms)Running coprocessor post-close hooks at 1733890496283 (+39 ms)Closed at 1733890496290 (+7 ms) 2024-12-11T04:14:56,290 WARN [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionServer(3299): Not adding moved region record: c8ff11b27ac8c1bf908ba90557135794 to self. 2024-12-11T04:14:56,302 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:14:56,305 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=c8ff11b27ac8c1bf908ba90557135794, regionState=CLOSED 2024-12-11T04:14:56,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure c8ff11b27ac8c1bf908ba90557135794, server=b03dfe6810ce,44149,1733890475367 because future has completed 2024-12-11T04:14:56,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-12-11T04:14:56,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure c8ff11b27ac8c1bf908ba90557135794, server=b03dfe6810ce,44149,1733890475367 in 574 msec 2024-12-11T04:14:56,347 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1733890485666, region=c8ff11b27ac8c1bf908ba90557135794, REOPEN/MOVE; state=CLOSED, location=b03dfe6810ce,44149,1733890475367; forceNewPlan=false, retain=true 2024-12-11T04:14:56,501 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=c8ff11b27ac8c1bf908ba90557135794, regionState=OPENING, regionLocation=b03dfe6810ce,44149,1733890475367 2024-12-11T04:14:56,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1733890485666, region=c8ff11b27ac8c1bf908ba90557135794, REOPEN/MOVE because future has completed 2024-12-11T04:14:56,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8ff11b27ac8c1bf908ba90557135794, server=b03dfe6810ce,44149,1733890475367}] 2024-12-11T04:14:56,695 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794. 2024-12-11T04:14:56,695 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => c8ff11b27ac8c1bf908ba90557135794, NAME => 'test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794.', STARTKEY => '', ENDKEY => ''} 2024-12-11T04:14:56,695 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-11T04:14:56,696 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1733890485666 c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:14:56,696 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T04:14:56,696 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:14:56,696 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:14:56,705 INFO [StoreOpener-c8ff11b27ac8c1bf908ba90557135794-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:14:56,707 INFO [StoreOpener-c8ff11b27ac8c1bf908ba90557135794-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8ff11b27ac8c1bf908ba90557135794 columnFamilyName f 2024-12-11T04:14:56,707 DEBUG [StoreOpener-c8ff11b27ac8c1bf908ba90557135794-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:14:56,734 DEBUG [StoreOpener-c8ff11b27ac8c1bf908ba90557135794-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/f/f839b4d134c745d78c9052061c626578 2024-12-11T04:14:56,735 INFO [StoreOpener-c8ff11b27ac8c1bf908ba90557135794-1 {}] regionserver.HStore(327): Store=c8ff11b27ac8c1bf908ba90557135794/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T04:14:56,735 INFO [StoreOpener-c8ff11b27ac8c1bf908ba90557135794-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:14:56,737 INFO [StoreOpener-c8ff11b27ac8c1bf908ba90557135794-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8ff11b27ac8c1bf908ba90557135794 columnFamilyName f3 2024-12-11T04:14:56,737 DEBUG [StoreOpener-c8ff11b27ac8c1bf908ba90557135794-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:14:56,739 INFO [StoreOpener-c8ff11b27ac8c1bf908ba90557135794-1 {}] regionserver.HStore(327): Store=c8ff11b27ac8c1bf908ba90557135794/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T04:14:56,740 INFO [StoreOpener-c8ff11b27ac8c1bf908ba90557135794-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:14:56,748 INFO [StoreOpener-c8ff11b27ac8c1bf908ba90557135794-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8ff11b27ac8c1bf908ba90557135794 columnFamilyName mob 2024-12-11T04:14:56,753 DEBUG [StoreOpener-c8ff11b27ac8c1bf908ba90557135794-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:14:56,754 INFO [StoreOpener-c8ff11b27ac8c1bf908ba90557135794-1 {}] regionserver.HStore(327): Store=c8ff11b27ac8c1bf908ba90557135794/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T04:14:56,755 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:14:56,756 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:14:56,758 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:14:56,759 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:14:56,759 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:14:56,760 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1733890485666 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T04:14:56,762 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:14:56,764 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened c8ff11b27ac8c1bf908ba90557135794; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11930608800, jitterRate=0.11112453043460846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T04:14:56,764 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:14:56,765 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for c8ff11b27ac8c1bf908ba90557135794: Running coprocessor pre-open hook at 1733890496696Writing region info on filesystem at 1733890496696Initializing all the Stores at 1733890496698 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733890496698Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733890496701 (+3 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733890496701Cleaning up temporary data from old regions at 1733890496759 (+58 ms)Running coprocessor post-open hooks at 1733890496764 (+5 ms)Region opened successfully at 1733890496765 (+1 ms) 2024-12-11T04:14:56,769 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794., pid=24, masterSystemTime=1733890496672 2024-12-11T04:14:56,775 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794. 2024-12-11T04:14:56,775 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794. 2024-12-11T04:14:56,777 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=c8ff11b27ac8c1bf908ba90557135794, regionState=OPEN, openSeqNum=107, regionLocation=b03dfe6810ce,44149,1733890475367 2024-12-11T04:14:56,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8ff11b27ac8c1bf908ba90557135794, server=b03dfe6810ce,44149,1733890475367 because future has completed 2024-12-11T04:14:56,780 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37339 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b03dfe6810ce,44149,1733890475367, table=test-1733890485666, region=c8ff11b27ac8c1bf908ba90557135794. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-11T04:14:56,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=22 2024-12-11T04:14:56,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure c8ff11b27ac8c1bf908ba90557135794, server=b03dfe6810ce,44149,1733890475367 in 279 msec 2024-12-11T04:14:56,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-12-11T04:14:56,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1733890485666, region=c8ff11b27ac8c1bf908ba90557135794, REOPEN/MOVE in 1.0680 sec 2024-12-11T04:14:56,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-12-11T04:14:56,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1733890485666 in 1.0870 sec 2024-12-11T04:14:56,833 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1733890485666 in 1.5510 sec 2024-12-11T04:14:56,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=20 2024-12-11T04:14:56,839 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1733890485666 completed 2024-12-11T04:14:56,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d26abed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:14:56,845 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:14:56,845 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:14:56,847 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:14:56,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:14:56,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:14:56,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b3a8f10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:14:56,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:14:56,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:14:56,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:14:56,850 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:14:56,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d0f8651, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:14:56,854 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:14:56,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:14:56,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:14:56,858 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T04:14:56,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733890485666', row='row-test-1733890485666-3-0', locateType=CURRENT is [region=test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794., hostname=b03dfe6810ce,44149,1733890475367, seqNum=107] 2024-12-11T04:14:56,979 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T04:14:56,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b03dfe6810ce,37339,1733890472890 2024-12-11T04:14:56,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1447962a 2024-12-11T04:14:56,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T04:14:56,984 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T04:14:57,000 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'backup'} 2024-12-11T04:14:57,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=backup 2024-12-11T04:14:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-11T04:14:57,025 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=backup in 22 msec 2024-12-11T04:14:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-11T04:14:57,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: backup completed 2024-12-11T04:14:57,134 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T04:14:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system 2024-12-11T04:14:57,138 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T04:14:57,138 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:14:57,138 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2024-12-11T04:14:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-11T04:14:57,140 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T04:14:57,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741849_1025 (size=635) 2024-12-11T04:14:57,183 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e117b945a97cbe117abfea503994408c, NAME => 'backup:system,,1733890497134.e117b945a97cbe117abfea503994408c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583 2024-12-11T04:14:57,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741850_1026 (size=40) 2024-12-11T04:14:57,239 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17338904856663' 2024-12-11T04:14:57,241 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17338904856662' 2024-12-11T04:14:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-11T04:14:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-11T04:14:57,607 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system,,1733890497134.e117b945a97cbe117abfea503994408c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T04:14:57,607 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1722): Closing e117b945a97cbe117abfea503994408c, disabling compactions & flushes 2024-12-11T04:14:57,607 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system,,1733890497134.e117b945a97cbe117abfea503994408c. 2024-12-11T04:14:57,607 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1733890497134.e117b945a97cbe117abfea503994408c. 2024-12-11T04:14:57,607 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1733890497134.e117b945a97cbe117abfea503994408c. after waiting 0 ms 2024-12-11T04:14:57,607 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1733890497134.e117b945a97cbe117abfea503994408c. 2024-12-11T04:14:57,607 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1973): Closed backup:system,,1733890497134.e117b945a97cbe117abfea503994408c. 2024-12-11T04:14:57,607 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1676): Region close journal for e117b945a97cbe117abfea503994408c: Waiting for close lock at 1733890497607Disabling compacts and flushes for region at 1733890497607Disabling writes for close at 1733890497607Writing region close event to WAL at 1733890497607Closed at 1733890497607 2024-12-11T04:14:57,610 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T04:14:57,610 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1733890497134.e117b945a97cbe117abfea503994408c.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1733890497610"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733890497610"}]},"ts":"1733890497610"} 2024-12-11T04:14:57,614 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-11T04:14:57,615 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T04:14:57,615 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733890497615"}]},"ts":"1733890497615"} 2024-12-11T04:14:57,618 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta 2024-12-11T04:14:57,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=e117b945a97cbe117abfea503994408c, ASSIGN}] 2024-12-11T04:14:57,621 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=e117b945a97cbe117abfea503994408c, ASSIGN 2024-12-11T04:14:57,623 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=e117b945a97cbe117abfea503994408c, ASSIGN; state=OFFLINE, location=b03dfe6810ce,44149,1733890475367; forceNewPlan=false, retain=false 2024-12-11T04:14:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-11T04:14:57,775 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=e117b945a97cbe117abfea503994408c, regionState=OPENING, regionLocation=b03dfe6810ce,44149,1733890475367 2024-12-11T04:14:57,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=e117b945a97cbe117abfea503994408c, ASSIGN because future has completed 2024-12-11T04:14:57,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure e117b945a97cbe117abfea503994408c, server=b03dfe6810ce,44149,1733890475367}] 2024-12-11T04:14:57,939 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open backup:system,,1733890497134.e117b945a97cbe117abfea503994408c. 2024-12-11T04:14:57,939 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => e117b945a97cbe117abfea503994408c, NAME => 'backup:system,,1733890497134.e117b945a97cbe117abfea503994408c.', STARTKEY => '', ENDKEY => ''} 2024-12-11T04:14:57,939 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-11T04:14:57,940 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system e117b945a97cbe117abfea503994408c 2024-12-11T04:14:57,940 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated backup:system,,1733890497134.e117b945a97cbe117abfea503994408c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T04:14:57,940 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for e117b945a97cbe117abfea503994408c 2024-12-11T04:14:57,940 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for e117b945a97cbe117abfea503994408c 2024-12-11T04:14:57,943 INFO [StoreOpener-e117b945a97cbe117abfea503994408c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region e117b945a97cbe117abfea503994408c 2024-12-11T04:14:57,946 INFO [StoreOpener-e117b945a97cbe117abfea503994408c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e117b945a97cbe117abfea503994408c columnFamilyName meta 2024-12-11T04:14:57,946 DEBUG [StoreOpener-e117b945a97cbe117abfea503994408c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:14:57,950 INFO [StoreOpener-e117b945a97cbe117abfea503994408c-1 {}] regionserver.HStore(327): Store=e117b945a97cbe117abfea503994408c/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T04:14:57,950 INFO [StoreOpener-e117b945a97cbe117abfea503994408c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region e117b945a97cbe117abfea503994408c 2024-12-11T04:14:57,954 INFO [StoreOpener-e117b945a97cbe117abfea503994408c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e117b945a97cbe117abfea503994408c columnFamilyName session 2024-12-11T04:14:57,955 DEBUG [StoreOpener-e117b945a97cbe117abfea503994408c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:14:57,957 INFO [StoreOpener-e117b945a97cbe117abfea503994408c-1 {}] regionserver.HStore(327): Store=e117b945a97cbe117abfea503994408c/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T04:14:57,957 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for e117b945a97cbe117abfea503994408c 2024-12-11T04:14:57,960 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c 2024-12-11T04:14:57,961 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c 2024-12-11T04:14:57,963 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for e117b945a97cbe117abfea503994408c 2024-12-11T04:14:57,963 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for e117b945a97cbe117abfea503994408c 2024-12-11T04:14:57,965 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T04:14:57,969 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for e117b945a97cbe117abfea503994408c 2024-12-11T04:14:57,974 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T04:14:57,976 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened e117b945a97cbe117abfea503994408c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9793665440, jitterRate=-0.08789382874965668}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T04:14:57,976 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e117b945a97cbe117abfea503994408c 2024-12-11T04:14:57,977 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for e117b945a97cbe117abfea503994408c: Running coprocessor pre-open hook at 1733890497940Writing region info on filesystem at 1733890497940Initializing all the Stores at 1733890497943 (+3 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733890497943Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733890497943Cleaning up temporary data from old regions at 1733890497963 (+20 ms)Running coprocessor post-open hooks at 1733890497977 (+14 ms)Region opened successfully at 1733890497977 2024-12-11T04:14:57,979 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1733890497134.e117b945a97cbe117abfea503994408c., pid=28, masterSystemTime=1733890497932 2024-12-11T04:14:57,990 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1733890497134.e117b945a97cbe117abfea503994408c. 2024-12-11T04:14:57,990 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened backup:system,,1733890497134.e117b945a97cbe117abfea503994408c. 2024-12-11T04:14:57,995 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=e117b945a97cbe117abfea503994408c, regionState=OPEN, openSeqNum=2, regionLocation=b03dfe6810ce,44149,1733890475367 2024-12-11T04:14:58,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure e117b945a97cbe117abfea503994408c, server=b03dfe6810ce,44149,1733890475367 because future has completed 2024-12-11T04:14:58,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-12-11T04:14:58,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure e117b945a97cbe117abfea503994408c, server=b03dfe6810ce,44149,1733890475367 in 226 msec 2024-12-11T04:14:58,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-12-11T04:14:58,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=e117b945a97cbe117abfea503994408c, ASSIGN in 395 msec 2024-12-11T04:14:58,023 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T04:14:58,023 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733890498023"}]},"ts":"1733890498023"} 2024-12-11T04:14:58,031 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta 2024-12-11T04:14:58,033 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T04:14:58,037 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system in 898 msec 2024-12-11T04:14:58,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-11T04:14:58,278 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system completed 2024-12-11T04:14:58,334 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T04:14:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system_bulk 2024-12-11T04:14:58,349 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T04:14:58,350 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:14:58,350 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2024-12-11T04:14:58,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-11T04:14:58,351 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T04:14:58,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741851_1027 (size=640) 2024-12-11T04:14:58,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-11T04:14:58,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-11T04:14:58,766 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d8f58b0e16d46e4dfb40a9afd6a2cf54, NAME => 'backup:system_bulk,,1733890498334.d8f58b0e16d46e4dfb40a9afd6a2cf54.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583 2024-12-11T04:14:58,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741852_1028 (size=45) 2024-12-11T04:14:58,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-11T04:14:59,248 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1733890498334.d8f58b0e16d46e4dfb40a9afd6a2cf54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T04:14:59,249 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1722): Closing d8f58b0e16d46e4dfb40a9afd6a2cf54, disabling compactions & flushes 2024-12-11T04:14:59,249 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1733890498334.d8f58b0e16d46e4dfb40a9afd6a2cf54. 2024-12-11T04:14:59,249 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1733890498334.d8f58b0e16d46e4dfb40a9afd6a2cf54. 2024-12-11T04:14:59,249 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1733890498334.d8f58b0e16d46e4dfb40a9afd6a2cf54. after waiting 0 ms 2024-12-11T04:14:59,249 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1733890498334.d8f58b0e16d46e4dfb40a9afd6a2cf54. 2024-12-11T04:14:59,249 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1973): Closed backup:system_bulk,,1733890498334.d8f58b0e16d46e4dfb40a9afd6a2cf54. 2024-12-11T04:14:59,249 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1676): Region close journal for d8f58b0e16d46e4dfb40a9afd6a2cf54: Waiting for close lock at 1733890499249Disabling compacts and flushes for region at 1733890499249Disabling writes for close at 1733890499249Writing region close event to WAL at 1733890499249Closed at 1733890499249 2024-12-11T04:14:59,251 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T04:14:59,251 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system_bulk,,1733890498334.d8f58b0e16d46e4dfb40a9afd6a2cf54.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733890499251"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733890499251"}]},"ts":"1733890499251"} 2024-12-11T04:14:59,255 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-11T04:14:59,257 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T04:14:59,258 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733890499257"}]},"ts":"1733890499257"} 2024-12-11T04:14:59,261 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2024-12-11T04:14:59,261 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=d8f58b0e16d46e4dfb40a9afd6a2cf54, ASSIGN}] 2024-12-11T04:14:59,264 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=d8f58b0e16d46e4dfb40a9afd6a2cf54, ASSIGN 2024-12-11T04:14:59,266 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=d8f58b0e16d46e4dfb40a9afd6a2cf54, ASSIGN; state=OFFLINE, location=b03dfe6810ce,44149,1733890475367; forceNewPlan=false, retain=false 2024-12-11T04:14:59,416 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=d8f58b0e16d46e4dfb40a9afd6a2cf54, regionState=OPENING, regionLocation=b03dfe6810ce,44149,1733890475367 2024-12-11T04:14:59,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=d8f58b0e16d46e4dfb40a9afd6a2cf54, ASSIGN because future has completed 2024-12-11T04:14:59,419 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8f58b0e16d46e4dfb40a9afd6a2cf54, server=b03dfe6810ce,44149,1733890475367}] 2024-12-11T04:14:59,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-11T04:14:59,577 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open backup:system_bulk,,1733890498334.d8f58b0e16d46e4dfb40a9afd6a2cf54. 2024-12-11T04:14:59,577 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => d8f58b0e16d46e4dfb40a9afd6a2cf54, NAME => 'backup:system_bulk,,1733890498334.d8f58b0e16d46e4dfb40a9afd6a2cf54.', STARTKEY => '', ENDKEY => ''} 2024-12-11T04:14:59,578 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-11T04:14:59,578 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk d8f58b0e16d46e4dfb40a9afd6a2cf54 2024-12-11T04:14:59,578 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1733890498334.d8f58b0e16d46e4dfb40a9afd6a2cf54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T04:14:59,578 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for d8f58b0e16d46e4dfb40a9afd6a2cf54 2024-12-11T04:14:59,578 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for d8f58b0e16d46e4dfb40a9afd6a2cf54 2024-12-11T04:14:59,580 INFO [StoreOpener-d8f58b0e16d46e4dfb40a9afd6a2cf54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region d8f58b0e16d46e4dfb40a9afd6a2cf54 2024-12-11T04:14:59,582 INFO [StoreOpener-d8f58b0e16d46e4dfb40a9afd6a2cf54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8f58b0e16d46e4dfb40a9afd6a2cf54 columnFamilyName meta 2024-12-11T04:14:59,583 DEBUG [StoreOpener-d8f58b0e16d46e4dfb40a9afd6a2cf54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:14:59,584 INFO [StoreOpener-d8f58b0e16d46e4dfb40a9afd6a2cf54-1 {}] regionserver.HStore(327): Store=d8f58b0e16d46e4dfb40a9afd6a2cf54/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T04:14:59,584 INFO [StoreOpener-d8f58b0e16d46e4dfb40a9afd6a2cf54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region d8f58b0e16d46e4dfb40a9afd6a2cf54 2024-12-11T04:14:59,586 INFO [StoreOpener-d8f58b0e16d46e4dfb40a9afd6a2cf54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8f58b0e16d46e4dfb40a9afd6a2cf54 columnFamilyName session 2024-12-11T04:14:59,586 DEBUG [StoreOpener-d8f58b0e16d46e4dfb40a9afd6a2cf54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:14:59,587 INFO [StoreOpener-d8f58b0e16d46e4dfb40a9afd6a2cf54-1 {}] regionserver.HStore(327): Store=d8f58b0e16d46e4dfb40a9afd6a2cf54/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T04:14:59,587 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for d8f58b0e16d46e4dfb40a9afd6a2cf54 2024-12-11T04:14:59,588 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system_bulk/d8f58b0e16d46e4dfb40a9afd6a2cf54 2024-12-11T04:14:59,588 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system_bulk/d8f58b0e16d46e4dfb40a9afd6a2cf54 2024-12-11T04:14:59,589 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for d8f58b0e16d46e4dfb40a9afd6a2cf54 2024-12-11T04:14:59,589 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for d8f58b0e16d46e4dfb40a9afd6a2cf54 2024-12-11T04:14:59,590 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T04:14:59,592 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for d8f58b0e16d46e4dfb40a9afd6a2cf54 2024-12-11T04:14:59,595 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system_bulk/d8f58b0e16d46e4dfb40a9afd6a2cf54/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T04:14:59,596 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened d8f58b0e16d46e4dfb40a9afd6a2cf54; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9882286240, jitterRate=-0.07964037358760834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T04:14:59,596 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d8f58b0e16d46e4dfb40a9afd6a2cf54 2024-12-11T04:14:59,597 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for d8f58b0e16d46e4dfb40a9afd6a2cf54: Running coprocessor pre-open hook at 1733890499578Writing region info on filesystem at 1733890499578Initializing all the Stores at 1733890499580 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733890499580Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733890499580Cleaning up temporary data from old regions at 1733890499589 (+9 ms)Running coprocessor post-open hooks at 1733890499596 (+7 ms)Region opened successfully at 1733890499596 2024-12-11T04:14:59,598 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system_bulk,,1733890498334.d8f58b0e16d46e4dfb40a9afd6a2cf54., pid=31, masterSystemTime=1733890499572 2024-12-11T04:14:59,601 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system_bulk,,1733890498334.d8f58b0e16d46e4dfb40a9afd6a2cf54. 2024-12-11T04:14:59,601 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened backup:system_bulk,,1733890498334.d8f58b0e16d46e4dfb40a9afd6a2cf54. 2024-12-11T04:14:59,601 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=d8f58b0e16d46e4dfb40a9afd6a2cf54, regionState=OPEN, openSeqNum=2, regionLocation=b03dfe6810ce,44149,1733890475367 2024-12-11T04:14:59,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8f58b0e16d46e4dfb40a9afd6a2cf54, server=b03dfe6810ce,44149,1733890475367 because future has completed 2024-12-11T04:14:59,609 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-12-11T04:14:59,609 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure d8f58b0e16d46e4dfb40a9afd6a2cf54, server=b03dfe6810ce,44149,1733890475367 in 187 msec 2024-12-11T04:14:59,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-12-11T04:14:59,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=d8f58b0e16d46e4dfb40a9afd6a2cf54, ASSIGN in 348 msec 2024-12-11T04:14:59,615 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T04:14:59,615 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733890499615"}]},"ts":"1733890499615"} 2024-12-11T04:14:59,618 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2024-12-11T04:14:59,619 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T04:14:59,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system_bulk in 1.2850 sec 2024-12-11T04:14:59,743 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-11T04:15:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-11T04:15:00,499 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system_bulk completed 2024-12-11T04:15:00,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T04:15:00,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T04:15:00,521 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-11T04:15:00,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='activesession:', locateType=CURRENT is [region=backup:system,,1733890497134.e117b945a97cbe117abfea503994408c., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2] 2024-12-11T04:15:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2024-12-11T04:15:00,549 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-11T04:15:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733890500549 (current time:1733890500549). 2024-12-11T04:15:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-11T04:15:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-12-11T04:15:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e0d7265, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:15:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:15:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:15:00,553 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:15:00,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:15:00,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:15:00,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7403ba03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:15:00,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:15:00,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:15:00,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:15:00,555 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:15:00,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c992098, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:15:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:15:00,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:15:00,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:15:00,562 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T04:15:00,564 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339. 2024-12-11T04:15:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T04:15:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:15:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:15:00,565 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:15:00,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-11T04:15:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-11T04:15:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-12-11T04:15:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-11T04:15:00,579 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-11T04:15:00,584 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-11T04:15:00,603 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-11T04:15:00,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741853_1029 (size=52) 2024-12-11T04:15:00,613 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-11T04:15:00,615 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e117b945a97cbe117abfea503994408c}] 2024-12-11T04:15:00,618 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e117b945a97cbe117abfea503994408c 2024-12-11T04:15:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-11T04:15:00,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-11T04:15:00,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733890497134.e117b945a97cbe117abfea503994408c. 2024-12-11T04:15:00,778 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing e117b945a97cbe117abfea503994408c 2/2 column families, dataSize=45 B heapSize=632 B 2024-12-11T04:15:00,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/.tmp/session/faa9e60b9a0648cb80d7ff098238f701 is 49, key is activesession:/session:c/1733890500537/Put/seqid=0 2024-12-11T04:15:00,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741854_1030 (size=5049) 2024-12-11T04:15:00,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-11T04:15:01,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-11T04:15:01,236 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/.tmp/session/faa9e60b9a0648cb80d7ff098238f701 2024-12-11T04:15:01,250 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/.tmp/session/faa9e60b9a0648cb80d7ff098238f701 as hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/session/faa9e60b9a0648cb80d7ff098238f701 2024-12-11T04:15:01,262 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/session/faa9e60b9a0648cb80d7ff098238f701, entries=1, sequenceid=5, filesize=4.9 K 2024-12-11T04:15:01,264 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for e117b945a97cbe117abfea503994408c in 486ms, sequenceid=5, compaction requested=false 2024-12-11T04:15:01,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2024-12-11T04:15:01,265 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for e117b945a97cbe117abfea503994408c: 2024-12-11T04:15:01,265 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733890497134.e117b945a97cbe117abfea503994408c. for snapshot_backup_system completed. 2024-12-11T04:15:01,267 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733890497134.e117b945a97cbe117abfea503994408c.' region-info for snapshot=snapshot_backup_system 2024-12-11T04:15:01,271 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T04:15:01,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T04:15:01,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/session/faa9e60b9a0648cb80d7ff098238f701] hfiles 2024-12-11T04:15:01,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/session/faa9e60b9a0648cb80d7ff098238f701 for snapshot=snapshot_backup_system 2024-12-11T04:15:01,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741855_1031 (size=95) 2024-12-11T04:15:01,457 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T04:15:01,714 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733890497134.e117b945a97cbe117abfea503994408c. 2024-12-11T04:15:01,717 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-11T04:15:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-11T04:15:01,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-11T04:15:01,720 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region e117b945a97cbe117abfea503994408c 2024-12-11T04:15:01,720 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e117b945a97cbe117abfea503994408c 2024-12-11T04:15:01,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-12-11T04:15:01,727 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-11T04:15:01,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e117b945a97cbe117abfea503994408c in 1.1070 sec 2024-12-11T04:15:01,730 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-11T04:15:01,731 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-11T04:15:01,732 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-12-11T04:15:01,735 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/.hbase-snapshot/.tmp/snapshot_backup_system 2024-12-11T04:15:01,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741856_1032 (size=731) 2024-12-11T04:15:01,806 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-11T04:15:01,835 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-11T04:15:01,837 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/.hbase-snapshot/snapshot_backup_system 2024-12-11T04:15:01,840 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-11T04:15:01,841 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-12-11T04:15:01,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.2700 sec 2024-12-11T04:15:02,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-11T04:15:02,728 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-12-11T04:15:02,729 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733890496954 started at 1733890502728. 2024-12-11T04:15:02,745 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733890496954 has been started. 2024-12-11T04:15:02,751 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-12-11T04:15:02,758 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc 2024-12-11T04:15:02,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-12-11T04:15:02,761 INFO [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-12-11T04:15:02,761 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-12-11T04:15:02,761 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-12-11T04:15:02,761 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-12-11T04:15:02,765 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-11T04:15:02,765 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-12-11T04:15:03,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-11T04:15:03,072 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:03,072 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-11T04:15:03,072 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-11T04:15:03,072 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:03,073 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-12-11T04:15:03,073 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-12-11T04:15:03,074 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-11T04:15:03,074 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-12-11T04:15:03,074 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-12-11T04:15:03,074 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-12-11T04:15:03,076 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-12-11T04:15:03,076 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-12-11T04:15:03,077 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-12-11T04:15:03,077 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-12-11T04:15:03,077 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-12-11T04:15:03,077 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-12-11T04:15:03,077 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'b03dfe6810ce,44149,1733890475367' joining acquired barrier for procedure (rolllog) in zk 2024-12-11T04:15:03,139 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-12-11T04:15:03,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:03,139 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:03,139 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-11T04:15:03,139 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-11T04:15:03,139 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-12-11T04:15:03,139 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-12-11T04:15:03,140 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-11T04:15:03,140 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-11T04:15:03,140 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T04:15:03,141 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:03,141 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-11T04:15:03,142 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'b03dfe6810ce,44149,1733890475367' joining acquired barrier for procedure 'rolllog' on coordinator 2024-12-11T04:15:03,142 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@2d8547ba[Count = 0] remaining members to acquire global barrier 2024-12-11T04:15:03,142 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-12-11T04:15:03,142 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-12-11T04:15:03,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-11T04:15:03,153 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-12-11T04:15:03,153 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-12-11T04:15:03,153 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:03,153 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-12-11T04:15:03,153 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-12-11T04:15:03,154 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-12-11T04:15:03,154 DEBUG [rs(b03dfe6810ce,44149,1733890475367)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:03,161 INFO [rs(b03dfe6810ce,44149,1733890475367)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733890479489 highest: 1733890487356 on b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:03,162 DEBUG [regionserver/b03dfe6810ce:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-0:(num 1733890479489) roll requested 2024-12-11T04:15:03,180 DEBUG [regionserver/b03dfe6810ce:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-0.1733890503162, exclude list is [], retry=0 2024-12-11T04:15:03,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43977,DS-cd161e01-c43a-4f31-984a-79ae4b33f7ad,DISK] 2024-12-11T04:15:03,186 INFO [regionserver/b03dfe6810ce:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-0.1733890479489 with entries=3, filesize=1.00 KB; new WAL /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-0.1733890503162 2024-12-11T04:15:03,186 DEBUG [regionserver/b03dfe6810ce:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36347:36347)] 2024-12-11T04:15:03,186 DEBUG [regionserver/b03dfe6810ce:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-0.1733890479489 is not closed yet, will try archiving it next time 2024-12-11T04:15:03,187 DEBUG [regionserver/b03dfe6810ce:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-1:(num 1733890487356) roll requested 2024-12-11T04:15:03,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741833_1009 (size=1034) 2024-12-11T04:15:03,191 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-0.1733890479489 to hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/oldWALs/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-0.1733890479489 2024-12-11T04:15:03,200 DEBUG [regionserver/b03dfe6810ce:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-1.1733890503187, exclude list is [], retry=0 2024-12-11T04:15:03,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43977,DS-cd161e01-c43a-4f31-984a-79ae4b33f7ad,DISK] 2024-12-11T04:15:03,205 INFO [regionserver/b03dfe6810ce:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-1.1733890487356 with entries=24, filesize=4.64 KB; new WAL /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-1.1733890503187 2024-12-11T04:15:03,206 DEBUG [regionserver/b03dfe6810ce:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36347:36347)] 2024-12-11T04:15:03,206 DEBUG [regionserver/b03dfe6810ce:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-1.1733890487356 is not closed yet, will try archiving it next time 2024-12-11T04:15:03,206 DEBUG [regionserver/b03dfe6810ce:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b03dfe6810ce%2C44149%2C1733890475367.meta:.meta(num 1733890480350) roll requested 2024-12-11T04:15:03,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741840_1016 (size=4756) 2024-12-11T04:15:03,220 DEBUG [regionserver/b03dfe6810ce:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.meta.1733890503206.meta, exclude list is [], retry=0 2024-12-11T04:15:03,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43977,DS-cd161e01-c43a-4f31-984a-79ae4b33f7ad,DISK] 2024-12-11T04:15:03,225 INFO [regionserver/b03dfe6810ce:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.meta.1733890480350.meta with entries=42, filesize=11.76 KB; new WAL /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.meta.1733890503206.meta 2024-12-11T04:15:03,226 DEBUG [regionserver/b03dfe6810ce:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36347:36347)] 2024-12-11T04:15:03,226 DEBUG [regionserver/b03dfe6810ce:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.meta.1733890480350.meta is not closed yet, will try archiving it next time 2024-12-11T04:15:03,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741834_1010 (size=12055) 2024-12-11T04:15:03,228 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.meta.1733890480350.meta not finished, retry = 0 2024-12-11T04:15:03,242 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2024-12-11T04:15:03,242 DEBUG [rs(b03dfe6810ce,44149,1733890475367)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 81 2024-12-11T04:15:03,243 INFO [rs(b03dfe6810ce,44149,1733890475367)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733890503162 on b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:03,243 DEBUG [rs(b03dfe6810ce,44149,1733890475367)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T04:15:03,243 DEBUG [rs(b03dfe6810ce,44149,1733890475367)-backup-pool-0 {}] client.AsyncConnectionImpl(321): The fetched master address is b03dfe6810ce,37339,1733890472890 2024-12-11T04:15:03,243 DEBUG [rs(b03dfe6810ce,44149,1733890475367)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@688a1155 2024-12-11T04:15:03,243 DEBUG [rs(b03dfe6810ce,44149,1733890475367)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T04:15:03,245 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54917, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-11T04:15:03,246 DEBUG [rs(b03dfe6810ce,44149,1733890475367)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:15:03,246 DEBUG [rs(b03dfe6810ce,44149,1733890475367)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:15:03,246 DEBUG [rs(b03dfe6810ce,44149,1733890475367)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:15:03,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T04:15:03,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T04:15:03,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T04:15:03,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='rslogts:hdfs://localhost:41809/backupUT\x00', locateType=CURRENT is [region=backup:system,,1733890497134.e117b945a97cbe117abfea503994408c., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2] 2024-12-11T04:15:03,277 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-12-11T04:15:03,277 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'b03dfe6810ce,44149,1733890475367' in zk 2024-12-11T04:15:03,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:03,290 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-12-11T04:15:03,290 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-11T04:15:03,290 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:03,290 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-12-11T04:15:03,290 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-11T04:15:03,290 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-11T04:15:03,291 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-11T04:15:03,295 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-11T04:15:03,296 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T04:15:03,301 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:03,303 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-11T04:15:03,303 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T04:15:03,304 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:03,305 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'b03dfe6810ce,44149,1733890475367': 2024-12-11T04:15:03,305 INFO [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-12-11T04:15:03,305 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-12-11T04:15:03,305 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-12-11T04:15:03,305 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-12-11T04:15:03,305 INFO [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-12-11T04:15:03,305 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'b03dfe6810ce,44149,1733890475367' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-12-11T04:15:03,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-11T04:15:03,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-11T04:15:03,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-11T04:15:03,316 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-12-11T04:15:03,316 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-11T04:15:03,316 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-12-11T04:15:03,316 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-11T04:15:03,316 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-11T04:15:03,317 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-11T04:15:03,317 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-11T04:15:03,317 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:03,317 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-11T04:15:03,318 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-11T04:15:03,318 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T04:15:03,318 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-11T04:15:03,319 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T04:15:03,319 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:03,320 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:03,321 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-11T04:15:03,321 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T04:15:03,322 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:03,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-11T04:15:03,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:03,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-11T04:15:03,337 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-11T04:15:03,337 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-11T04:15:03,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-11T04:15:03,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-11T04:15:03,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:03,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-11T04:15:03,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-11T04:15:03,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-11T04:15:03,338 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-11T04:15:03,338 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-12-11T04:15:03,338 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-12-11T04:15:03,338 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-11T04:15:03,338 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-11T04:15:03,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-12-11T04:15:03,354 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1733890503353_default_test-1733890485666 table=test-1733890485666 type=FLUSH ttl=0 } 2024-12-11T04:15:03,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733890503354 (current time:1733890503354). 2024-12-11T04:15:03,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-11T04:15:03,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733890503353_default_test-1733890485666 VERSION not specified, setting to 2 2024-12-11T04:15:03,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15cc045c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:15:03,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:15:03,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:15:03,356 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:15:03,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:15:03,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:15:03,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61eadcfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:15:03,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:15:03,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:15:03,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:15:03,358 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:15:03,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44181bb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:15:03,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:15:03,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:15:03,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:15:03,361 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T04:15:03,363 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339. 2024-12-11T04:15:03,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T04:15:03,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:15:03,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:15:03,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-11T04:15:03,364 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:15:03,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733890503353_default_test-1733890485666 table=test-1733890485666 type=FLUSH ttl=0 } 2024-12-11T04:15:03,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733890503353_default_test-1733890485666 table=test-1733890485666 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-12-11T04:15:03,367 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733890503353_default_test-1733890485666 table=test-1733890485666 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-11T04:15:03,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-11T04:15:03,369 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733890503353_default_test-1733890485666 table=test-1733890485666 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-11T04:15:03,373 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733890503353_default_test-1733890485666 table=test-1733890485666 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-11T04:15:03,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741860_1036 (size=84) 2024-12-11T04:15:03,388 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733890503353_default_test-1733890485666 table=test-1733890485666 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-11T04:15:03,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c8ff11b27ac8c1bf908ba90557135794}] 2024-12-11T04:15:03,392 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:15:03,396 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-12-11T04:15:03,397 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2024-12-11T04:15:03,397 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-12-11T04:15:03,397 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2024-12-11T04:15:03,398 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17338904856663 2024-12-11T04:15:03,398 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17338904856663 Metrics about Tables on a single HBase RegionServer 2024-12-11T04:15:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-11T04:15:03,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-11T04:15:03,546 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794. 2024-12-11T04:15:03,546 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing c8ff11b27ac8c1bf908ba90557135794 3/3 column families, dataSize=654 B heapSize=2.25 KB 2024-12-11T04:15:03,566 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/.tmp/f3/f25b763c2f8f40598deb6e49ea559aea is 58, key is row-test-1733890485666-3-0/f3:q1/1733890496879/Put/seqid=0 2024-12-11T04:15:03,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741861_1037 (size=5387) 2024-12-11T04:15:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-11T04:15:03,985 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/.tmp/f3/f25b763c2f8f40598deb6e49ea559aea 2024-12-11T04:15:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-11T04:15:04,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741862_1038 (size=4469) 2024-12-11T04:15:04,035 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/.tmp/mob/b1ea12cd9bac437a9e22e0272b80771c is 59, key is row-test-1733890485666-3-0/mob:q1/1733890496916/Put/seqid=0 2024-12-11T04:15:04,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741863_1039 (size=5484) 2024-12-11T04:15:04,043 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/.tmp/mob/b1ea12cd9bac437a9e22e0272b80771c 2024-12-11T04:15:04,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/.tmp/f3/f25b763c2f8f40598deb6e49ea559aea as hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/f3/f25b763c2f8f40598deb6e49ea559aea 2024-12-11T04:15:04,062 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/f3/f25b763c2f8f40598deb6e49ea559aea, entries=6, sequenceid=121, filesize=5.3 K 2024-12-11T04:15:04,064 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/.tmp/mob/b1ea12cd9bac437a9e22e0272b80771c as hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/mob/b1ea12cd9bac437a9e22e0272b80771c 2024-12-11T04:15:04,072 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/mob/b1ea12cd9bac437a9e22e0272b80771c, entries=6, sequenceid=121, filesize=5.4 K 2024-12-11T04:15:04,073 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for c8ff11b27ac8c1bf908ba90557135794 in 527ms, sequenceid=121, compaction requested=false 2024-12-11T04:15:04,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for c8ff11b27ac8c1bf908ba90557135794: 2024-12-11T04:15:04,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794. for snapshot_1733890503353_default_test-1733890485666 completed. 2024-12-11T04:15:04,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794.' region-info for snapshot=snapshot_1733890503353_default_test-1733890485666 2024-12-11T04:15:04,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T04:15:04,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/f/f839b4d134c745d78c9052061c626578] hfiles 2024-12-11T04:15:04,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/f/f839b4d134c745d78c9052061c626578 for snapshot=snapshot_1733890503353_default_test-1733890485666 2024-12-11T04:15:04,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/f3/f25b763c2f8f40598deb6e49ea559aea] hfiles 2024-12-11T04:15:04,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/f3/f25b763c2f8f40598deb6e49ea559aea for snapshot=snapshot_1733890503353_default_test-1733890485666 2024-12-11T04:15:04,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/mob/b1ea12cd9bac437a9e22e0272b80771c] hfiles 2024-12-11T04:15:04,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/mob/b1ea12cd9bac437a9e22e0272b80771c for snapshot=snapshot_1733890503353_default_test-1733890485666 2024-12-11T04:15:04,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741864_1040 (size=185) 2024-12-11T04:15:04,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794. 2024-12-11T04:15:04,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-11T04:15:04,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-11T04:15:04,484 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733890503353_default_test-1733890485666 on region c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:15:04,484 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:15:04,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-12-11T04:15:04,488 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733890503353_default_test-1733890485666 table=test-1733890485666 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-11T04:15:04,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c8ff11b27ac8c1bf908ba90557135794 in 1.0960 sec 2024-12-11T04:15:04,490 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733890503353_default_test-1733890485666 table=test-1733890485666 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-11T04:15:04,492 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-12-11T04:15:04,492 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-12-11T04:15:04,492 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:15:04,493 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-12-11T04:15:04,493 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:15:04,494 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f3 2024-12-11T04:15:04,494 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:15:04,494 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: mob 2024-12-11T04:15:04,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741865_1041 (size=49) 2024-12-11T04:15:04,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-11T04:15:04,908 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733890503353_default_test-1733890485666 table=test-1733890485666 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-11T04:15:04,909 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733890503353_default_test-1733890485666 2024-12-11T04:15:04,910 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/.hbase-snapshot/.tmp/snapshot_1733890503353_default_test-1733890485666 2024-12-11T04:15:04,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741866_1042 (size=1146) 2024-12-11T04:15:05,080 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-11T04:15:05,323 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733890503353_default_test-1733890485666 table=test-1733890485666 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-11T04:15:05,333 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733890503353_default_test-1733890485666 table=test-1733890485666 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-11T04:15:05,334 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/.hbase-snapshot/.tmp/snapshot_1733890503353_default_test-1733890485666 to hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/.hbase-snapshot/snapshot_1733890503353_default_test-1733890485666 2024-12-11T04:15:05,336 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733890503353_default_test-1733890485666 table=test-1733890485666 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-11T04:15:05,336 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733890503353_default_test-1733890485666 table=test-1733890485666 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-12-11T04:15:05,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733890503353_default_test-1733890485666 table=test-1733890485666 type=FLUSH ttl=0 } in 1.9720 sec 2024-12-11T04:15:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-11T04:15:05,529 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1733890485666 completed 2024-12-11T04:15:05,529 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1733890505529_ns2_test-17338904856661 table=ns2:test-17338904856661 type=FLUSH ttl=0 } 2024-12-11T04:15:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733890505530 (current time:1733890505530). 2024-12-11T04:15:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-11T04:15:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733890505529_ns2_test-17338904856661 VERSION not specified, setting to 2 2024-12-11T04:15:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@282ea1ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:15:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:15:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:15:05,532 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:15:05,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:15:05,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:15:05,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22227acd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:15:05,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:15:05,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:15:05,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:15:05,533 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:15:05,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27fe6b35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:15:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:15:05,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:15:05,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:15:05,538 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T04:15:05,539 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339. 2024-12-11T04:15:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T04:15:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:15:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:15:05,539 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:15:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-11T04:15:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733890505529_ns2_test-17338904856661 table=ns2:test-17338904856661 type=FLUSH ttl=0 } 2024-12-11T04:15:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733890505529_ns2_test-17338904856661 table=ns2:test-17338904856661 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-12-11T04:15:05,543 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733890505529_ns2_test-17338904856661 table=ns2:test-17338904856661 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-11T04:15:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-11T04:15:05,546 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733890505529_ns2_test-17338904856661 table=ns2:test-17338904856661 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-11T04:15:05,549 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733890505529_ns2_test-17338904856661 table=ns2:test-17338904856661 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-11T04:15:05,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741867_1043 (size=86) 2024-12-11T04:15:05,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-11T04:15:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-11T04:15:05,968 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733890505529_ns2_test-17338904856661 table=ns2:test-17338904856661 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-11T04:15:05,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f447f00d2b65c68320669c393f4d6b4c}] 2024-12-11T04:15:05,969 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f447f00d2b65c68320669c393f4d6b4c 2024-12-11T04:15:06,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2024-12-11T04:15:06,121 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17338904856661,,1733890488534.f447f00d2b65c68320669c393f4d6b4c. 2024-12-11T04:15:06,122 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing f447f00d2b65c68320669c393f4d6b4c 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-12-11T04:15:06,149 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns2/test-17338904856661/f447f00d2b65c68320669c393f4d6b4c/.tmp/f/8e6764e04eff4c61b816092109c12073 is 37, key is row10/f:q1/1733890490723/Put/seqid=0 2024-12-11T04:15:06,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741868_1044 (size=8413) 2024-12-11T04:15:06,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-11T04:15:06,560 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns2/test-17338904856661/f447f00d2b65c68320669c393f4d6b4c/.tmp/f/8e6764e04eff4c61b816092109c12073 2024-12-11T04:15:06,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns2/test-17338904856661/f447f00d2b65c68320669c393f4d6b4c/.tmp/f/8e6764e04eff4c61b816092109c12073 as hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns2/test-17338904856661/f447f00d2b65c68320669c393f4d6b4c/f/8e6764e04eff4c61b816092109c12073 2024-12-11T04:15:06,578 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns2/test-17338904856661/f447f00d2b65c68320669c393f4d6b4c/f/8e6764e04eff4c61b816092109c12073, entries=99, sequenceid=103, filesize=8.2 K 2024-12-11T04:15:06,579 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for f447f00d2b65c68320669c393f4d6b4c in 457ms, sequenceid=103, compaction requested=false 2024-12-11T04:15:06,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for f447f00d2b65c68320669c393f4d6b4c: 2024-12-11T04:15:06,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17338904856661,,1733890488534.f447f00d2b65c68320669c393f4d6b4c. for snapshot_1733890505529_ns2_test-17338904856661 completed. 2024-12-11T04:15:06,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17338904856661,,1733890488534.f447f00d2b65c68320669c393f4d6b4c.' region-info for snapshot=snapshot_1733890505529_ns2_test-17338904856661 2024-12-11T04:15:06,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T04:15:06,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns2/test-17338904856661/f447f00d2b65c68320669c393f4d6b4c/f/8e6764e04eff4c61b816092109c12073] hfiles 2024-12-11T04:15:06,580 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns2/test-17338904856661/f447f00d2b65c68320669c393f4d6b4c/f/8e6764e04eff4c61b816092109c12073 for snapshot=snapshot_1733890505529_ns2_test-17338904856661 2024-12-11T04:15:06,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741869_1045 (size=91) 2024-12-11T04:15:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-11T04:15:06,991 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17338904856661,,1733890488534.f447f00d2b65c68320669c393f4d6b4c. 2024-12-11T04:15:06,991 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-11T04:15:06,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-11T04:15:06,992 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733890505529_ns2_test-17338904856661 on region f447f00d2b65c68320669c393f4d6b4c 2024-12-11T04:15:06,992 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f447f00d2b65c68320669c393f4d6b4c 2024-12-11T04:15:06,996 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-11T04:15:06,996 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733890505529_ns2_test-17338904856661 table=ns2:test-17338904856661 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-11T04:15:06,996 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f447f00d2b65c68320669c393f4d6b4c in 1.0250 sec 2024-12-11T04:15:06,997 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733890505529_ns2_test-17338904856661 table=ns2:test-17338904856661 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-11T04:15:06,998 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733890505529_ns2_test-17338904856661 table=ns2:test-17338904856661 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-11T04:15:06,998 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733890505529_ns2_test-17338904856661 2024-12-11T04:15:06,999 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/.hbase-snapshot/.tmp/snapshot_1733890505529_ns2_test-17338904856661 2024-12-11T04:15:07,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741870_1046 (size=456) 2024-12-11T04:15:07,018 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733890505529_ns2_test-17338904856661 table=ns2:test-17338904856661 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-11T04:15:07,025 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733890505529_ns2_test-17338904856661 table=ns2:test-17338904856661 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-11T04:15:07,026 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/.hbase-snapshot/.tmp/snapshot_1733890505529_ns2_test-17338904856661 to hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/.hbase-snapshot/snapshot_1733890505529_ns2_test-17338904856661 2024-12-11T04:15:07,028 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733890505529_ns2_test-17338904856661 table=ns2:test-17338904856661 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-11T04:15:07,028 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733890505529_ns2_test-17338904856661 table=ns2:test-17338904856661 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-12-11T04:15:07,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733890505529_ns2_test-17338904856661 table=ns2:test-17338904856661 type=FLUSH ttl=0 } in 1.4880 sec 2024-12-11T04:15:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-11T04:15:07,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17338904856661 completed 2024-12-11T04:15:07,699 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1733890496954 2024-12-11T04:15:07,699 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-12-11T04:15:07,700 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2024-12-11T04:15:07,702 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733890496954_ns2:test-17338904856661 2024-12-11T04:15:07,702 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733890505529_ns2_test-17338904856661 to hdfs://localhost:41809/backupUT/backup_1733890496954/ns2/test-17338904856661/ 2024-12-11T04:15:07,707 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-11T04:15:07,743 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:41809, inputRoot=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583 2024-12-11T04:15:07,743 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-44406321_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:41809/backupUT/backup_1733890496954/ns2/test-17338904856661, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:41809/backupUT/backup_1733890496954/ns2/test-17338904856661/.hbase-snapshot/.tmp/snapshot_1733890505529_ns2_test-17338904856661 2024-12-11T04:15:07,745 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-11T04:15:07,752 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/.hbase-snapshot/snapshot_1733890505529_ns2_test-17338904856661 to hdfs://localhost:41809/backupUT/backup_1733890496954/ns2/test-17338904856661/.hbase-snapshot/.tmp/snapshot_1733890505529_ns2_test-17338904856661 2024-12-11T04:15:07,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741871_1047 (size=86) 2024-12-11T04:15:07,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741872_1048 (size=456) 2024-12-11T04:15:08,181 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:08,181 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:08,182 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:09,243 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/hadoop-13519853232970499516.jar 2024-12-11T04:15:09,244 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:09,244 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:09,245 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:09,245 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:09,246 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:09,246 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:09,246 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:09,247 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:09,247 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:09,247 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T04:15:09,248 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-11T04:15:09,248 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-11T04:15:09,249 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-11T04:15:09,249 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-11T04:15:09,249 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-11T04:15:09,249 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-11T04:15:09,250 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-11T04:15:09,250 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-11T04:15:09,250 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-11T04:15:09,251 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-11T04:15:09,253 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T04:15:09,254 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T04:15:09,254 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T04:15:09,254 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T04:15:09,255 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T04:15:09,255 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T04:15:09,255 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T04:15:09,353 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-11T04:15:09,387 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733890505529_ns2_test-17338904856661' hfile list 2024-12-11T04:15:09,393 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=8.2 K 2024-12-11T04:15:09,766 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/mapreduce.cluster.local.dir/job_local1985689948_0001_269fdd22-70cd-47a7-abbe-c1d7f3aaccf0/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-12-11T04:15:09,766 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/mapreduce.cluster.local.dir/job_local1985689948_0001_269fdd22-70cd-47a7-abbe-c1d7f3aaccf0/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-12-11T04:15:09,948 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-12-11T04:15:10,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741873_1049 (size=8413) 2024-12-11T04:15:10,428 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns2/test-17338904856661/f447f00d2b65c68320669c393f4d6b4c/f/8e6764e04eff4c61b816092109c12073 output=hdfs://localhost:41809/backupUT/backup_1733890496954/ns2/test-17338904856661/archive/data/ns2/test-17338904856661/f447f00d2b65c68320669c393f4d6b4c/f/8e6764e04eff4c61b816092109c12073 2024-12-11T04:15:10,431 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.017M/sec 2024-12-11T04:15:10,863 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-11T04:15:10,864 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-11T04:15:10,871 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733890505529_ns2_test-17338904856661 2024-12-11T04:15:10,871 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733890505529_ns2_test-17338904856661 finished. 2024-12-11T04:15:10,871 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733890496954_test-1733890485666 2024-12-11T04:15:10,871 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733890503353_default_test-1733890485666 to hdfs://localhost:41809/backupUT/backup_1733890496954/default/test-1733890485666/ 2024-12-11T04:15:10,871 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-11T04:15:10,900 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:41809, inputRoot=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583 2024-12-11T04:15:10,900 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-44406321_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:41809/backupUT/backup_1733890496954/default/test-1733890485666, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:41809/backupUT/backup_1733890496954/default/test-1733890485666/.hbase-snapshot/.tmp/snapshot_1733890503353_default_test-1733890485666 2024-12-11T04:15:10,903 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-11T04:15:10,910 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/.hbase-snapshot/snapshot_1733890503353_default_test-1733890485666 to hdfs://localhost:41809/backupUT/backup_1733890496954/default/test-1733890485666/.hbase-snapshot/.tmp/snapshot_1733890503353_default_test-1733890485666 2024-12-11T04:15:10,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741875_1051 (size=1146) 2024-12-11T04:15:10,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741874_1050 (size=84) 2024-12-11T04:15:11,329 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:11,330 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:11,330 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:12,363 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/hadoop-4624737197178794753.jar 2024-12-11T04:15:12,364 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:12,364 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:12,365 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:12,365 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:12,366 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:12,366 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:12,366 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:12,367 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:12,367 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:12,367 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T04:15:12,368 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-11T04:15:12,368 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-11T04:15:12,368 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-11T04:15:12,369 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-11T04:15:12,369 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-11T04:15:12,369 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-11T04:15:12,370 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-11T04:15:12,370 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-11T04:15:12,370 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-11T04:15:12,371 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-11T04:15:12,371 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T04:15:12,372 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T04:15:12,372 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T04:15:12,372 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T04:15:12,372 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T04:15:12,373 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T04:15:12,373 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T04:15:12,422 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-11T04:15:12,465 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733890503353_default_test-1733890485666' hfile list 2024-12-11T04:15:12,469 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=18.8 K 2024-12-11T04:15:12,575 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/mapreduce.cluster.local.dir/job_local1788367968_0002_ab01a4d7-69c5-496c-9f5f-49abecee48e0/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-12-11T04:15:12,575 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/mapreduce.cluster.local.dir/job_local1788367968_0002_ab01a4d7-69c5-496c-9f5f-49abecee48e0/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-12-11T04:15:12,655 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-12-11T04:15:12,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741876_1052 (size=8413) 2024-12-11T04:15:12,695 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/f/f839b4d134c745d78c9052061c626578 output=hdfs://localhost:41809/backupUT/backup_1733890496954/default/test-1733890485666/archive/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/f/f839b4d134c745d78c9052061c626578 2024-12-11T04:15:12,695 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.267M/sec 2024-12-11T04:15:12,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741877_1053 (size=5484) 2024-12-11T04:15:13,158 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/mob/b1ea12cd9bac437a9e22e0272b80771c output=hdfs://localhost:41809/backupUT/backup_1733890496954/default/test-1733890485666/archive/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/mob/b1ea12cd9bac437a9e22e0272b80771c 2024-12-11T04:15:13,158 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5484 (5.4 K) time=0sec 0.011M/sec 2024-12-11T04:15:13,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741878_1054 (size=5387) 2024-12-11T04:15:13,605 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/f3/f25b763c2f8f40598deb6e49ea559aea output=hdfs://localhost:41809/backupUT/backup_1733890496954/default/test-1733890485666/archive/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/f3/f25b763c2f8f40598deb6e49ea559aea 2024-12-11T04:15:13,605 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5387 (5.3 K) time=0sec 0.012M/sec 2024-12-11T04:15:13,620 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-11T04:15:13,621 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-11T04:15:13,630 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733890503353_default_test-1733890485666 2024-12-11T04:15:13,630 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733890503353_default_test-1733890485666 finished. 2024-12-11T04:15:13,630 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17338904856661 2024-12-11T04:15:13,630 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1733890485666 2024-12-11T04:15:13,673 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733890496954 2024-12-11T04:15:13,673 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-12-11T04:15:13,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741879_1055 (size=97) 2024-12-11T04:15:14,084 INFO [Time-limited test {}] impl.BackupManifest(504): Manifest file stored to hdfs://localhost:41809/backupUT/backup_1733890496954/.backup.manifest 2024-12-11T04:15:14,091 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733890496954 finished: type=FULL,tablelist=ns2:test-17338904856661;test-1733890485666,targetRootDir=hdfs://localhost:41809/backupUT,startts=1733890502728,completets=1733890513671,bytescopied=0 2024-12-11T04:15:14,091 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-12-11T04:15:14,091 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733890505529_ns2_test-17338904856661 2024-12-11T04:15:14,095 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1733890505529_ns2_test-17338904856661" type: DISABLED 2024-12-11T04:15:14,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733890505529_ns2_test-17338904856661 2024-12-11T04:15:14,099 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733890505529_ns2_test-17338904856661 for backup backup_1733890496954 succeeded. 2024-12-11T04:15:14,099 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733890503353_default_test-1733890485666 2024-12-11T04:15:14,100 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1733890503353_default_test-1733890485666" type: DISABLED 2024-12-11T04:15:14,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733890503353_default_test-1733890485666 2024-12-11T04:15:14,104 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733890503353_default_test-1733890485666 for backup backup_1733890496954 succeeded. 2024-12-11T04:15:14,105 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-11T04:15:14,115 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system" type: DISABLED 2024-12-11T04:15:14,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-12-11T04:15:14,118 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-12-11T04:15:14,123 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-11T04:15:14,138 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733890496954 completed. 2024-12-11T04:15:14,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T04:15:14,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T04:15:14,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:backup_1733890496954', locateType=CURRENT is [region=backup:system,,1733890497134.e117b945a97cbe117abfea503994408c., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2] 2024-12-11T04:15:14,162 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:41809/backupUT/backup_1733890496954/.backup.manifest 2024-12-11T04:15:14,165 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733890496954/.backup.manifest 2024-12-11T04:15:14,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T04:15:14,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T04:15:14,385 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(116): writing 99 rows to test-1733890485666 2024-12-11T04:15:14,400 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(119): written 99 rows to test-1733890485666 2024-12-11T04:15:14,579 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(123): written 111 rows to test-1733890485666 to Mob enabled CF 2024-12-11T04:15:14,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17338904856661', row='row-t20', locateType=CURRENT is [region=ns2:test-17338904856661,,1733890488534.f447f00d2b65c68320669c393f4d6b4c., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2] 2024-12-11T04:15:14,611 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(136): written 5 rows to ns2:test-17338904856661 2024-12-11T04:15:14,617 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.3 split test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794. 2024-12-11T04:15:14,618 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] assignment.SplitTableRegionProcedure(210): test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794. splitKey isn't explicitly specified, will try to find a best split key from RS b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:14,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44149 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/f/f839b4d134c745d78c9052061c626578 because midkey is the same as first or last row 2024-12-11T04:15:14,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44149 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/f3/f25b763c2f8f40598deb6e49ea559aea because midkey is the same as first or last row 2024-12-11T04:15:14,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44149 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/mob/b1ea12cd9bac437a9e22e0272b80771c because midkey is the same as first or last row 2024-12-11T04:15:14,622 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44149 {}] regionserver.HRegion(2902): Flushing c8ff11b27ac8c1bf908ba90557135794 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB 2024-12-11T04:15:14,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/.tmp/f/7799235fffee4060a7de5e3ea0a45df0 is 59, key is row-test-1733890485666-1-10/f:q1/1733890514204/Put/seqid=0 2024-12-11T04:15:14,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741880_1056 (size=10796) 2024-12-11T04:15:15,048 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44149 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/.tmp/f/7799235fffee4060a7de5e3ea0a45df0 2024-12-11T04:15:15,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211a79eba838bb64bafb56f201e58539791_c8ff11b27ac8c1bf908ba90557135794 is 63, key is row-test-1733890485666-3-100/mob:q1/1733890514565/Put/seqid=0 2024-12-11T04:15:15,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741881_1057 (size=5591) 2024-12-11T04:15:15,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:15:15,477 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44149 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241211a79eba838bb64bafb56f201e58539791_c8ff11b27ac8c1bf908ba90557135794 to hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/mobdir/data/default/test-1733890485666/3a167c936a8a337acfc3d6eaab192b54/mob/d41d8cd98f00b204e9800998ecf8427e20241211a79eba838bb64bafb56f201e58539791_c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:15:15,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44149 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/.tmp/mob/f9c30738c9224ab9bc30022f8b016583, store: [table=test-1733890485666 family=mob region=c8ff11b27ac8c1bf908ba90557135794] 2024-12-11T04:15:15,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/.tmp/mob/f9c30738c9224ab9bc30022f8b016583 is 192, key is row-test-1733890485666-3-100/mob:q1/1733890514565/Put/seqid=0 2024-12-11T04:15:15,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741882_1058 (size=13760) 2024-12-11T04:15:15,885 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44149 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/.tmp/mob/f9c30738c9224ab9bc30022f8b016583 2024-12-11T04:15:15,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/.tmp/f/7799235fffee4060a7de5e3ea0a45df0 as hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/f/7799235fffee4060a7de5e3ea0a45df0 2024-12-11T04:15:15,907 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/f/7799235fffee4060a7de5e3ea0a45df0, entries=99, sequenceid=334, filesize=10.5 K 2024-12-11T04:15:15,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/.tmp/mob/f9c30738c9224ab9bc30022f8b016583 as hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/mob/f9c30738c9224ab9bc30022f8b016583 2024-12-11T04:15:15,916 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/mob/f9c30738c9224ab9bc30022f8b016583, entries=111, sequenceid=334, filesize=13.4 K 2024-12-11T04:15:15,918 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44149 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for c8ff11b27ac8c1bf908ba90557135794 in 1295ms, sequenceid=334, compaction requested=false 2024-12-11T04:15:15,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44149 {}] regionserver.HRegion(2603): Flush status journal for c8ff11b27ac8c1bf908ba90557135794: 2024-12-11T04:15:15,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44149 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/f/7799235fffee4060a7de5e3ea0a45df0 because midkey is the same as first or last row 2024-12-11T04:15:15,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44149 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/f3/f25b763c2f8f40598deb6e49ea559aea because midkey is the same as first or last row 2024-12-11T04:15:15,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44149 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/mob/f9c30738c9224ab9bc30022f8b016583 because midkey is the same as first or last row 2024-12-11T04:15:15,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:15,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-11T04:15:15,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] ipc.CallRunner(138): callId: 301 service: MasterService methodName: SplitRegion size: 99 connection: 172.17.0.3:48736 deadline: 1733890574616, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row 2024-12-11T04:15:15,925 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(147): region is not splittable, because java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T04:15:15,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2726): Operation: SPLIT_REGION, Table Name: default:test-1733890485666 failed with org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T04:15:15,926 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T04:15:15,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733890485666,, stopping at row=test-1733890485666 ,, for max=2147483647 with caching=100 2024-12-11T04:15:15,936 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733890485666,, stopping at row=test-1733890485666 ,, for max=2147483647 with caching=100 2024-12-11T04:15:15,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733890485666', row='', locateType=CURRENT is [region=test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794., hostname=b03dfe6810ce,44149,1733890475367, seqNum=107] 2024-12-11T04:15:15,947 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(152): split finished in =1336 2024-12-11T04:15:15,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T04:15:15,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T04:15:15,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T04:15:15,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T04:15:15,985 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-11T04:15:15,989 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733890515947 2024-12-11T04:15:15,995 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733890496954} 2024-12-11T04:15:15,995 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-12-11T04:15:16,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T04:15:16,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T04:15:16,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T04:15:16,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T04:15:16,045 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-11T04:15:16,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733890516045 (current time:1733890516045). 2024-12-11T04:15:16,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-11T04:15:16,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-12-11T04:15:16,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12146e0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:15:16,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:15:16,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:15:16,047 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:15:16,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:15:16,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:15:16,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58d1613e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:15:16,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:15:16,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:15:16,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:15:16,050 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:15:16,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f1eab8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:15:16,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:15:16,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:15:16,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:15:16,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T04:15:16,054 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339. 2024-12-11T04:15:16,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T04:15:16,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:15:16,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:15:16,054 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:15:16,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-11T04:15:16,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-11T04:15:16,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-12-11T04:15:16,057 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-11T04:15:16,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-11T04:15:16,058 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-11T04:15:16,060 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-11T04:15:16,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741883_1059 (size=52) 2024-12-11T04:15:16,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-11T04:15:16,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-11T04:15:16,469 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-11T04:15:16,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e117b945a97cbe117abfea503994408c}] 2024-12-11T04:15:16,472 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e117b945a97cbe117abfea503994408c 2024-12-11T04:15:16,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=40 2024-12-11T04:15:16,626 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733890497134.e117b945a97cbe117abfea503994408c. 2024-12-11T04:15:16,627 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2902): Flushing e117b945a97cbe117abfea503994408c 2/2 column families, dataSize=1.44 KB heapSize=2.75 KB 2024-12-11T04:15:16,651 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/.tmp/meta/63de5181ad46498b8840e9957f9e6b67 is 158, key is trslm:hdfs://localhost:41809/backupUT\x00ns2:test-17338904856661/meta:log-roll-map/1733890513661/Put/seqid=0 2024-12-11T04:15:16,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741884_1060 (size=5914) 2024-12-11T04:15:16,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-11T04:15:17,058 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/.tmp/meta/63de5181ad46498b8840e9957f9e6b67 2024-12-11T04:15:17,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/.tmp/session/417ffa18c89f404984b5799a0e621f76 is 433, key is session:backup_1733890496954/session:context/1733890514122/Put/seqid=0 2024-12-11T04:15:17,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741885_1061 (size=5535) 2024-12-11T04:15:17,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-11T04:15:17,483 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=732 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/.tmp/session/417ffa18c89f404984b5799a0e621f76 2024-12-11T04:15:17,498 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/.tmp/meta/63de5181ad46498b8840e9957f9e6b67 as hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/meta/63de5181ad46498b8840e9957f9e6b67 2024-12-11T04:15:17,504 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/meta/63de5181ad46498b8840e9957f9e6b67, entries=6, sequenceid=17, filesize=5.8 K 2024-12-11T04:15:17,505 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/.tmp/session/417ffa18c89f404984b5799a0e621f76 as hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/session/417ffa18c89f404984b5799a0e621f76 2024-12-11T04:15:17,511 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/session/417ffa18c89f404984b5799a0e621f76, entries=2, sequenceid=17, filesize=5.4 K 2024-12-11T04:15:17,513 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~1.44 KB/1478, heapSize ~2.72 KB/2784, currentSize=0 B/0 for e117b945a97cbe117abfea503994408c in 885ms, sequenceid=17, compaction requested=false 2024-12-11T04:15:17,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2603): Flush status journal for e117b945a97cbe117abfea503994408c: 2024-12-11T04:15:17,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733890497134.e117b945a97cbe117abfea503994408c. for snapshot_backup_system completed. 2024-12-11T04:15:17,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733890497134.e117b945a97cbe117abfea503994408c.' region-info for snapshot=snapshot_backup_system 2024-12-11T04:15:17,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T04:15:17,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/meta/63de5181ad46498b8840e9957f9e6b67] hfiles 2024-12-11T04:15:17,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/meta/63de5181ad46498b8840e9957f9e6b67 for snapshot=snapshot_backup_system 2024-12-11T04:15:17,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/session/faa9e60b9a0648cb80d7ff098238f701, hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/session/417ffa18c89f404984b5799a0e621f76] hfiles 2024-12-11T04:15:17,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/session/faa9e60b9a0648cb80d7ff098238f701 for snapshot=snapshot_backup_system 2024-12-11T04:15:17,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/session/417ffa18c89f404984b5799a0e621f76 for snapshot=snapshot_backup_system 2024-12-11T04:15:17,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741886_1062 (size=173) 2024-12-11T04:15:17,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733890497134.e117b945a97cbe117abfea503994408c. 2024-12-11T04:15:17,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-11T04:15:17,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-11T04:15:17,921 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region e117b945a97cbe117abfea503994408c 2024-12-11T04:15:17,921 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e117b945a97cbe117abfea503994408c 2024-12-11T04:15:17,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-12-11T04:15:17,927 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-11T04:15:17,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e117b945a97cbe117abfea503994408c in 1.4530 sec 2024-12-11T04:15:17,928 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-11T04:15:17,929 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-11T04:15:17,930 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-12-11T04:15:17,931 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/.hbase-snapshot/.tmp/snapshot_backup_system 2024-12-11T04:15:17,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741887_1063 (size=810) 2024-12-11T04:15:18,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-11T04:15:18,351 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-11T04:15:18,362 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-11T04:15:18,363 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/.hbase-snapshot/snapshot_backup_system 2024-12-11T04:15:18,364 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-11T04:15:18,365 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-12-11T04:15:18,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.3100 sec 2024-12-11T04:15:20,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-11T04:15:20,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-12-11T04:15:20,248 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733890515947 started at 1733890520248. 2024-12-11T04:15:20,251 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733890515947 has been started. 2024-12-11T04:15:20,259 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [ns2:test-17338904856661, test-1733890485666] 2024-12-11T04:15:20,264 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1733890487356for backupID backup_1733890515947 2024-12-11T04:15:20,264 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-12-11T04:15:20,265 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc 2024-12-11T04:15:20,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-12-11T04:15:20,265 INFO [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-12-11T04:15:20,265 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-12-11T04:15:20,265 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-12-11T04:15:20,266 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-12-11T04:15:20,266 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-11T04:15:20,266 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-12-11T04:15:20,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-11T04:15:20,362 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:20,363 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-11T04:15:20,363 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-11T04:15:20,363 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:20,363 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-12-11T04:15:20,363 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-12-11T04:15:20,364 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-11T04:15:20,364 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-12-11T04:15:20,364 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-12-11T04:15:20,364 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-12-11T04:15:20,364 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-12-11T04:15:20,365 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-12-11T04:15:20,365 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-12-11T04:15:20,365 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-12-11T04:15:20,365 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-12-11T04:15:20,365 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-12-11T04:15:20,365 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'b03dfe6810ce,44149,1733890475367' joining acquired barrier for procedure (rolllog) in zk 2024-12-11T04:15:20,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:20,378 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-12-11T04:15:20,378 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:20,378 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-11T04:15:20,378 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-11T04:15:20,378 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-12-11T04:15:20,378 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-12-11T04:15:20,379 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-11T04:15:20,379 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-11T04:15:20,379 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T04:15:20,380 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:20,380 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-11T04:15:20,380 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'b03dfe6810ce,44149,1733890475367' joining acquired barrier for procedure 'rolllog' on coordinator 2024-12-11T04:15:20,381 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-12-11T04:15:20,381 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@245cd567[Count = 0] remaining members to acquire global barrier 2024-12-11T04:15:20,381 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-12-11T04:15:20,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-11T04:15:20,389 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-12-11T04:15:20,389 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-12-11T04:15:20,389 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-12-11T04:15:20,389 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:20,389 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-12-11T04:15:20,389 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-12-11T04:15:20,389 DEBUG [rs(b03dfe6810ce,44149,1733890475367)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:20,389 INFO [rs(b03dfe6810ce,44149,1733890475367)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733890503162 highest: 1733890503187 on b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:20,389 DEBUG [regionserver/b03dfe6810ce:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-0:(num 1733890503162) roll requested 2024-12-11T04:15:20,402 DEBUG [regionserver/b03dfe6810ce:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-0.1733890520390, exclude list is [], retry=0 2024-12-11T04:15:20,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43977,DS-cd161e01-c43a-4f31-984a-79ae4b33f7ad,DISK] 2024-12-11T04:15:20,407 INFO [regionserver/b03dfe6810ce:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-0.1733890503162 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-0.1733890520390 2024-12-11T04:15:20,407 DEBUG [regionserver/b03dfe6810ce:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36347:36347)] 2024-12-11T04:15:20,407 DEBUG [regionserver/b03dfe6810ce:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-0.1733890503162 is not closed yet, will try archiving it next time 2024-12-11T04:15:20,407 DEBUG [regionserver/b03dfe6810ce:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-1:(num 1733890503187) roll requested 2024-12-11T04:15:20,408 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-0.1733890503162 not finished, retry = 0 2024-12-11T04:15:20,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741857_1033 (size=1198) 2024-12-11T04:15:20,420 DEBUG [regionserver/b03dfe6810ce:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-1.1733890520407, exclude list is [], retry=0 2024-12-11T04:15:20,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43977,DS-cd161e01-c43a-4f31-984a-79ae4b33f7ad,DISK] 2024-12-11T04:15:20,423 INFO [regionserver/b03dfe6810ce:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-1.1733890503187 with entries=224, filesize=29.77 KB; new WAL /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-1.1733890520407 2024-12-11T04:15:20,424 DEBUG [regionserver/b03dfe6810ce:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36347:36347)] 2024-12-11T04:15:20,424 DEBUG [regionserver/b03dfe6810ce:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-1.1733890503187 is not closed yet, will try archiving it next time 2024-12-11T04:15:20,424 DEBUG [regionserver/b03dfe6810ce:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b03dfe6810ce%2C44149%2C1733890475367.meta:.meta(num 1733890503206) roll requested 2024-12-11T04:15:20,424 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-1.1733890487356 to hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/oldWALs/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-1.1733890487356 2024-12-11T04:15:20,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741858_1034 (size=30490) 2024-12-11T04:15:20,425 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-1.1733890503187 not finished, retry = 0 2024-12-11T04:15:20,435 DEBUG [regionserver/b03dfe6810ce:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.meta.1733890520424.meta, exclude list is [], retry=0 2024-12-11T04:15:20,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43977,DS-cd161e01-c43a-4f31-984a-79ae4b33f7ad,DISK] 2024-12-11T04:15:20,439 INFO [regionserver/b03dfe6810ce:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.meta.1733890503206.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.meta.1733890520424.meta 2024-12-11T04:15:20,439 DEBUG [regionserver/b03dfe6810ce:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36347:36347)] 2024-12-11T04:15:20,439 DEBUG [regionserver/b03dfe6810ce:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.meta.1733890503206.meta is not closed yet, will try archiving it next time 2024-12-11T04:15:20,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741859_1035 (size=93) 2024-12-11T04:15:20,441 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.meta.1733890503206.meta not finished, retry = 0 2024-12-11T04:15:20,450 DEBUG [rs(b03dfe6810ce,44149,1733890475367)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61 2024-12-11T04:15:20,450 INFO [rs(b03dfe6810ce,44149,1733890475367)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733890520390 on b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:20,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T04:15:20,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T04:15:20,472 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-12-11T04:15:20,472 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'b03dfe6810ce,44149,1733890475367' in zk 2024-12-11T04:15:20,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:20,483 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-12-11T04:15:20,483 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-11T04:15:20,483 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-12-11T04:15:20,483 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:20,483 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-11T04:15:20,483 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-11T04:15:20,484 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-11T04:15:20,485 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-11T04:15:20,486 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T04:15:20,486 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:20,487 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-11T04:15:20,488 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T04:15:20,488 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:20,490 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'b03dfe6810ce,44149,1733890475367': 2024-12-11T04:15:20,490 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'b03dfe6810ce,44149,1733890475367' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-12-11T04:15:20,490 INFO [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-12-11T04:15:20,490 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-12-11T04:15:20,490 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-12-11T04:15:20,490 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-12-11T04:15:20,490 INFO [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-12-11T04:15:20,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-11T04:15:20,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-11T04:15:20,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-11T04:15:20,505 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-12-11T04:15:20,505 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-11T04:15:20,505 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-12-11T04:15:20,505 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-11T04:15:20,505 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-11T04:15:20,506 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-11T04:15:20,506 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-11T04:15:20,506 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-11T04:15:20,507 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:20,507 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-11T04:15:20,508 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T04:15:20,509 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-11T04:15:20,510 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T04:15:20,511 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:20,511 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:20,512 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-11T04:15:20,513 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T04:15:20,513 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:20,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:20,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-11T04:15:20,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-11T04:15:20,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-11T04:15:20,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:20,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-11T04:15:20,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-11T04:15:20,525 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-11T04:15:20,526 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-11T04:15:20,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-11T04:15:20,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-11T04:15:20,526 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-11T04:15:20,526 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-12-11T04:15:20,526 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-12-11T04:15:20,526 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2024-12-11T04:15:20,526 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-11T04:15:20,526 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-11T04:15:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-12-11T04:15:20,540 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {b03dfe6810ce:44149=1733890487356} newestTimestamps: {b03dfe6810ce:44149=1733890503187} 2024-12-11T04:15:20,542 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.meta.1733890503206.meta to hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/oldWALs/b03dfe6810ce%2C44149%2C1733890475367.meta.1733890503206.meta 2024-12-11T04:15:20,543 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: b03dfe6810ce%2C44149%2C1733890475367.meta.1733890480350.meta 2024-12-11T04:15:20,543 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: b03dfe6810ce%2C44149%2C1733890475367.meta.1733890503206.meta 2024-12-11T04:15:20,543 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: b03dfe6810ce%2C44149%2C1733890475367.meta.1733890520424.meta 2024-12-11T04:15:20,543 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-0.1733890503162 2024-12-11T04:15:20,543 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-0.1733890520390 2024-12-11T04:15:20,543 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-1.1733890503187 2024-12-11T04:15:20,543 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-1.1733890520407 2024-12-11T04:15:20,545 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/oldWALs/b03dfe6810ce%2C44149%2C1733890475367.meta.1733890503206.meta 2024-12-11T04:15:20,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741891_1067 (size=364) 2024-12-11T04:15:20,959 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17338904856661 target: hdfs://localhost:41809/backupUT/backup_1733890515947/ns2/test-17338904856661 descriptor: 'ns2:test-17338904856661', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T04:15:20,960 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-11T04:15:20,965 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17338904856661 2024-12-11T04:15:20,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741892_1068 (size=50) 2024-12-11T04:15:21,314 DEBUG [master/b03dfe6810ce:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=41, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733890485666 2024-12-11T04:15:21,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741893_1069 (size=950) 2024-12-11T04:15:21,371 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17338904856661 2024-12-11T04:15:21,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741894_1070 (size=950) 2024-12-11T04:15:21,727 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/.tabledesc/.tableinfo.0000000002.908 2024-12-11T04:15:21,728 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/.tabledesc/.tableinfo.0000000003.950 2024-12-11T04:15:21,730 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733890485666 in 418 msec 2024-12-11T04:15:21,790 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1733890485666 target: hdfs://localhost:41809/backupUT/backup_1733890515947/default/test-1733890485666 descriptor: 'test-1733890485666', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T04:15:21,790 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-11T04:15:21,792 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1733890485666 2024-12-11T04:15:21,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741895_1071 (size=53) 2024-12-11T04:15:21,807 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1733890485666 2024-12-11T04:15:21,823 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:41809/backupUT/.tmp/backup_1733890515947 from hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-0.1733890503162;hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-1.1733890503187 2024-12-11T04:15:21,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15b61f12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:15:21,826 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:15:21,827 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:15:21,827 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:15:21,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:15:21,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:15:21,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3df680ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:15:21,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:15:21,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:15:21,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:15:21,830 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:15:21,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bf330d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:15:21,831 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T04:15:21,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b03dfe6810ce,37339,1733890472890 2024-12-11T04:15:21,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e99f7c9 2024-12-11T04:15:21,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T04:15:21,834 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T04:15:21,842 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-11T04:15:21,842 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17338904856661 2024-12-11T04:15:21,842 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17338904856661,, stopping at row=ns2:test-17338904856661 ,, for max=2147483647 with caching=100 2024-12-11T04:15:21,843 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:15:21,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:15:21,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:15:21,847 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T04:15:21,854 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17338904856661: ns2:test-17338904856661; 2024-12-11T04:15:21,854 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1733890485666 2024-12-11T04:15:21,855 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733890485666,, stopping at row=test-1733890485666 ,, for max=2147483647 with caching=100 2024-12-11T04:15:21,859 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1733890485666: test-1733890485666; 2024-12-11T04:15:21,859 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-12-11T04:15:21,859 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/partitions_1c2ff61d-f3c0-420c-be6c-69f6454a6cf3 2024-12-11T04:15:21,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741896_1072 (size=192) 2024-12-11T04:15:22,326 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:22,326 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:22,327 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:23,428 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/hadoop-14016976332561387903.jar 2024-12-11T04:15:23,429 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:23,429 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:23,429 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:23,429 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:23,430 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:23,430 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:23,430 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:23,430 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:23,431 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:23,431 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T04:15:23,431 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-11T04:15:23,431 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-11T04:15:23,431 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-11T04:15:23,432 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-11T04:15:23,432 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-11T04:15:23,432 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-11T04:15:23,432 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-11T04:15:23,433 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-11T04:15:23,433 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-11T04:15:23,433 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-11T04:15:23,434 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:23,435 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:23,435 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:23,435 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:23,435 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:23,436 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:23,436 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T04:15:23,436 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:test-17338904856661,default:test-1733890485666 2024-12-11T04:15:23,437 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T04:15:23,437 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:157) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T04:15:23,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:15:23,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:15:23,437 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:15:23,438 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T04:15:24,434 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/hadoop-15949301146255158894.jar 2024-12-11T04:15:24,449 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-11T04:15:24,497 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-0.1733890503162 for WAL files 2024-12-11T04:15:24,499 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-0.1733890503162 2024-12-11T04:15:24,499 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-1.1733890503187 for WAL files 2024-12-11T04:15:24,500 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-1.1733890503187 2024-12-11T04:15:24,679 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/mapreduce.cluster.local.dir/job_local6293140_0003_169f88e6-2fee-42f7-a07f-4e36cfe2d1bd/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-12-11T04:15:24,679 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/mapreduce.cluster.local.dir/job_local6293140_0003_169f88e6-2fee-42f7-a07f-4e36cfe2d1bd/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-12-11T04:15:24,813 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-1.1733890503187 for hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-1.1733890503187 (-9223372036854775808:9223372036854775807) length:30490 2024-12-11T04:15:24,848 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-12-11T04:15:24,848 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-12-11T04:15:24,917 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-0.1733890503162 for hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-0.1733890503162 (-9223372036854775808:9223372036854775807) length:1198 2024-12-11T04:15:24,925 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-12-11T04:15:24,926 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-12-11T04:15:25,161 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f22d439, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:15:25,161 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:15:25,162 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:15:25,163 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:15:25,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:15:25,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:15:25,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d514aac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:15:25,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:15:25,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:15:25,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:15:25,166 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:15:25,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d15b95f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:15:25,170 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:15:25,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:15:25,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:15:25,178 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T04:15:25,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17338904856661', row='row-t20', locateType=CURRENT is [region=ns2:test-17338904856661,,1733890488534.f447f00d2b65c68320669c393f4d6b4c., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2] 2024-12-11T04:15:25,188 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-12-11T04:15:25,188 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T04:15:25,188 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:15:25,188 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:15:25,188 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-12-11T04:15:25,188 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b03dfe6810ce 2024-12-11T04:15:25,189 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:15:25,225 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41809/backupUT/.tmp/backup_1733890515947/_temporary/0/_temporary/attempt_local6293140_0003_r_000000_0/ns2/test-17338904856661/f/554a8cb28e2446898cff04a5b2f4d02a is 38, key is row-t20/f:q1/1733890514600/Put/seqid=0 2024-12-11T04:15:25,241 WARN [Thread-950 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b03dfe6810ce:44149] Specified favored nodes: [b03dfe6810ce:44149] 2024-12-11T04:15:25,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741897_1073 (size=5272) 2024-12-11T04:15:25,338 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e0d98d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:15:25,338 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:15:25,339 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:15:25,341 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:15:25,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:15:25,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:15:25,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c2ae65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:15:25,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:15:25,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:15:25,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:15:25,348 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:15:25,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@268c3f4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:15:25,352 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:15:25,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:15:25,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:15:25,355 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T04:15:25,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733890485666', row='row-test-1733890485666-1-0', locateType=CURRENT is [region=test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794., hostname=b03dfe6810ce,44149,1733890475367, seqNum=107] 2024-12-11T04:15:25,358 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-12-11T04:15:25,358 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T04:15:25,358 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:15:25,358 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:15:25,358 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:15:25,359 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733890485666-1-0] 2024-12-11T04:15:25,359 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b03dfe6810ce 2024-12-11T04:15:25,383 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70735b44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:15:25,383 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:15:25,384 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:15:25,389 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:15:25,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:15:25,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:15:25,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d78490, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:15:25,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:15:25,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:15:25,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:15:25,398 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:15:25,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df0e2ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:15:25,401 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:15:25,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:15:25,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:15:25,404 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T04:15:25,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733890485666', row='row-test-1733890485666-3-0', locateType=CURRENT is [region=test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794., hostname=b03dfe6810ce,44149,1733890475367, seqNum=107] 2024-12-11T04:15:25,409 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-12-11T04:15:25,409 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T04:15:25,409 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:15:25,410 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:15:25,410 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733890485666-3-0] 2024-12-11T04:15:25,410 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b03dfe6810ce 2024-12-11T04:15:25,410 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:15:25,423 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41809/backupUT/.tmp/backup_1733890515947/_temporary/0/_temporary/attempt_local6293140_0003_r_000001_0/default/test-1733890485666/f/d023a6679ffc406ba39dede719bd1b32 is 59, key is row-test-1733890485666-1-10/f:q1/1733890514204/Put/seqid=0 2024-12-11T04:15:25,425 WARN [Thread-962 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b03dfe6810ce:44149] Specified favored nodes: [b03dfe6810ce:44149] 2024-12-11T04:15:25,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741898_1074 (size=10767) 2024-12-11T04:15:25,837 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41809/backupUT/.tmp/backup_1733890515947/_temporary/0/_temporary/attempt_local6293140_0003_r_000001_0/default/test-1733890485666/mob/ef4ea6ec0f34463b99f94668f1024d2b is 63, key is row-test-1733890485666-3-100/mob:q1/1733890514565/Put/seqid=0 2024-12-11T04:15:25,839 WARN [Thread-964 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b03dfe6810ce:44149] Specified favored nodes: [b03dfe6810ce:44149] 2024-12-11T04:15:25,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741899_1075 (size=11808) 2024-12-11T04:15:26,744 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:41809/backupUT 2024-12-11T04:15:26,744 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1733890515947 2024-12-11T04:15:26,745 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-12-11T04:15:26,802 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:41809/backupUT/.tmp/backup_1733890515947, hdfs://localhost:41809/backupUT] 2024-12-11T04:15:26,981 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-11T04:15:27,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741900_1076 (size=10767) 2024-12-11T04:15:27,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741901_1077 (size=11808) 2024-12-11T04:15:28,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741902_1078 (size=5272) 2024-12-11T04:15:28,714 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-12-11T04:15:28,717 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1733890515947 2024-12-11T04:15:28,717 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 27847 bytes copied." 2024-12-11T04:15:28,718 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local822021056_0004 completed: true true 2024-12-11T04:15:28,719 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=3831857 FILE: Number of bytes written=6206439 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=231555 HDFS: Number of bytes written=2433134 HDFS: Number of read operations=646 HDFS: Number of large read operations=0 HDFS: Number of write operations=250 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=12 Map output records=0 Input split bytes=340 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=3004 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=27847 Bytes Copied=27847 Bytes Expected=27847 Files Copied=4 DIR_COPY=8 2024-12-11T04:15:28,719 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:41809/backupUT/.tmp/backup_1733890515947 to hdfs://localhost:41809/backupUT finished. 2024-12-11T04:15:28,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system_bulk', row='bulk:ns2:test-17338904856661:', locateType=CURRENT is [region=backup:system_bulk,,1733890498334.d8f58b0e16d46e4dfb40a9afd6a2cf54., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2] 2024-12-11T04:15:28,738 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733890515947 2024-12-11T04:15:28,742 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733890496954} 2024-12-11T04:15:28,742 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-12-11T04:15:28,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741903_1079 (size=317) 2024-12-11T04:15:28,761 INFO [Time-limited test {}] impl.BackupManifest(504): Manifest file stored to hdfs://localhost:41809/backupUT/backup_1733890515947/.backup.manifest 2024-12-11T04:15:28,761 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733890515947 finished: type=INCREMENTAL,tablelist=ns2:test-17338904856661;test-1733890485666,targetRootDir=hdfs://localhost:41809/backupUT,startts=1733890520248,completets=1733890528738,bytescopied=0 2024-12-11T04:15:28,761 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-11T04:15:28,768 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system" type: DISABLED 2024-12-11T04:15:28,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-12-11T04:15:28,777 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-12-11T04:15:28,779 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-11T04:15:28,786 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733890515947 completed. 2024-12-11T04:15:28,787 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-12-11T04:15:28,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T04:15:28,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T04:15:28,824 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:41809/backupUT/backup_1733890515947/.backup.manifest 2024-12-11T04:15:28,827 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733890515947/.backup.manifest 2024-12-11T04:15:28,828 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:41809/backupUT/backup_1733890515947/.backup.manifest 2024-12-11T04:15:28,830 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733890515947/.backup.manifest 2024-12-11T04:15:28,832 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table test-1733890485666 from 'test-1733890485666', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1733890485666', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T04:15:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1733890485666 2024-12-11T04:15:28,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741904_1080 (size=908) 2024-12-11T04:15:29,272 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/.tabledesc/.tableinfo.0000000003.950 2024-12-11T04:15:29,272 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/.tabledesc/.tableinfo.0000000004.908 2024-12-11T04:15:29,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1733890485666}] 2024-12-11T04:15:29,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733890485666, region=c8ff11b27ac8c1bf908ba90557135794, REOPEN/MOVE}] 2024-12-11T04:15:29,287 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733890485666, region=c8ff11b27ac8c1bf908ba90557135794, REOPEN/MOVE 2024-12-11T04:15:29,289 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=c8ff11b27ac8c1bf908ba90557135794, regionState=CLOSING, regionLocation=b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:29,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1733890485666, region=c8ff11b27ac8c1bf908ba90557135794, REOPEN/MOVE because future has completed 2024-12-11T04:15:29,293 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T04:15:29,293 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure c8ff11b27ac8c1bf908ba90557135794, server=b03dfe6810ce,44149,1733890475367}] 2024-12-11T04:15:29,447 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(122): Close c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:15:29,447 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-11T04:15:29,447 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1722): Closing c8ff11b27ac8c1bf908ba90557135794, disabling compactions & flushes 2024-12-11T04:15:29,447 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1755): Closing region test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794. 2024-12-11T04:15:29,447 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794. 2024-12-11T04:15:29,447 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1843): Acquired close lock on test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794. after waiting 0 ms 2024-12-11T04:15:29,447 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1853): Updates disabled for region test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794. 2024-12-11T04:15:29,461 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106 2024-12-11T04:15:29,462 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T04:15:29,462 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1973): Closed test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794. 2024-12-11T04:15:29,462 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1676): Region close journal for c8ff11b27ac8c1bf908ba90557135794: Waiting for close lock at 1733890529447Running coprocessor pre-close hooks at 1733890529447Disabling compacts and flushes for region at 1733890529447Disabling writes for close at 1733890529447Writing region close event to WAL at 1733890529450 (+3 ms)Running coprocessor post-close hooks at 1733890529462 (+12 ms)Closed at 1733890529462 2024-12-11T04:15:29,462 WARN [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3299): Not adding moved region record: c8ff11b27ac8c1bf908ba90557135794 to self. 2024-12-11T04:15:29,465 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(157): Closed c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:15:29,465 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=c8ff11b27ac8c1bf908ba90557135794, regionState=CLOSED 2024-12-11T04:15:29,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure c8ff11b27ac8c1bf908ba90557135794, server=b03dfe6810ce,44149,1733890475367 because future has completed 2024-12-11T04:15:29,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-12-11T04:15:29,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseRegionProcedure c8ff11b27ac8c1bf908ba90557135794, server=b03dfe6810ce,44149,1733890475367 in 176 msec 2024-12-11T04:15:29,473 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1733890485666, region=c8ff11b27ac8c1bf908ba90557135794, REOPEN/MOVE; state=CLOSED, location=b03dfe6810ce,44149,1733890475367; forceNewPlan=false, retain=true 2024-12-11T04:15:29,625 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=c8ff11b27ac8c1bf908ba90557135794, regionState=OPENING, regionLocation=b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:29,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1733890485666, region=c8ff11b27ac8c1bf908ba90557135794, REOPEN/MOVE because future has completed 2024-12-11T04:15:29,628 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8ff11b27ac8c1bf908ba90557135794, server=b03dfe6810ce,44149,1733890475367}] 2024-12-11T04:15:29,785 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794. 2024-12-11T04:15:29,786 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => c8ff11b27ac8c1bf908ba90557135794, NAME => 'test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794.', STARTKEY => '', ENDKEY => ''} 2024-12-11T04:15:29,786 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-11T04:15:29,786 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1733890485666 c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:15:29,787 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T04:15:29,787 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:15:29,787 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:15:29,789 INFO [StoreOpener-c8ff11b27ac8c1bf908ba90557135794-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:15:29,792 INFO [StoreOpener-c8ff11b27ac8c1bf908ba90557135794-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8ff11b27ac8c1bf908ba90557135794 columnFamilyName f 2024-12-11T04:15:29,794 DEBUG [StoreOpener-c8ff11b27ac8c1bf908ba90557135794-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:15:29,811 DEBUG [StoreOpener-c8ff11b27ac8c1bf908ba90557135794-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/f/7799235fffee4060a7de5e3ea0a45df0 2024-12-11T04:15:29,823 DEBUG [StoreOpener-c8ff11b27ac8c1bf908ba90557135794-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/f/f839b4d134c745d78c9052061c626578 2024-12-11T04:15:29,823 INFO [StoreOpener-c8ff11b27ac8c1bf908ba90557135794-1 {}] regionserver.HStore(327): Store=c8ff11b27ac8c1bf908ba90557135794/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T04:15:29,823 INFO [StoreOpener-c8ff11b27ac8c1bf908ba90557135794-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:15:29,830 INFO [StoreOpener-c8ff11b27ac8c1bf908ba90557135794-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8ff11b27ac8c1bf908ba90557135794 columnFamilyName f2 2024-12-11T04:15:29,830 DEBUG [StoreOpener-c8ff11b27ac8c1bf908ba90557135794-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:15:29,832 INFO [StoreOpener-c8ff11b27ac8c1bf908ba90557135794-1 {}] regionserver.HStore(327): Store=c8ff11b27ac8c1bf908ba90557135794/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T04:15:29,832 INFO [StoreOpener-c8ff11b27ac8c1bf908ba90557135794-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:15:29,839 INFO [StoreOpener-c8ff11b27ac8c1bf908ba90557135794-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8ff11b27ac8c1bf908ba90557135794 columnFamilyName mob 2024-12-11T04:15:29,841 DEBUG [StoreOpener-c8ff11b27ac8c1bf908ba90557135794-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:15:29,852 DEBUG [StoreOpener-c8ff11b27ac8c1bf908ba90557135794-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/mob/b1ea12cd9bac437a9e22e0272b80771c 2024-12-11T04:15:29,860 DEBUG [StoreOpener-c8ff11b27ac8c1bf908ba90557135794-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/mob/f9c30738c9224ab9bc30022f8b016583 2024-12-11T04:15:29,860 INFO [StoreOpener-c8ff11b27ac8c1bf908ba90557135794-1 {}] regionserver.HStore(327): Store=c8ff11b27ac8c1bf908ba90557135794/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T04:15:29,861 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:15:29,861 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:15:29,862 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:15:29,863 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:15:29,863 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:15:29,864 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1733890485666 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T04:15:29,866 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:15:29,867 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened c8ff11b27ac8c1bf908ba90557135794; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9816288960, jitterRate=-0.0857868492603302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T04:15:29,868 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:15:29,871 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for c8ff11b27ac8c1bf908ba90557135794: Running coprocessor pre-open hook at 1733890529787Writing region info on filesystem at 1733890529787Initializing all the Stores at 1733890529788 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733890529788Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733890529788Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733890529788Cleaning up temporary data from old regions at 1733890529863 (+75 ms)Running coprocessor post-open hooks at 1733890529868 (+5 ms)Region opened successfully at 1733890529871 (+3 ms) 2024-12-11T04:15:29,872 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794., pid=46, masterSystemTime=1733890529781 2024-12-11T04:15:29,882 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794. 2024-12-11T04:15:29,882 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794. 2024-12-11T04:15:29,889 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=c8ff11b27ac8c1bf908ba90557135794, regionState=OPEN, openSeqNum=338, regionLocation=b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:29,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8ff11b27ac8c1bf908ba90557135794, server=b03dfe6810ce,44149,1733890475367 because future has completed 2024-12-11T04:15:29,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=44 2024-12-11T04:15:29,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure c8ff11b27ac8c1bf908ba90557135794, server=b03dfe6810ce,44149,1733890475367 in 264 msec 2024-12-11T04:15:29,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43 2024-12-11T04:15:29,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1733890485666, region=c8ff11b27ac8c1bf908ba90557135794, REOPEN/MOVE in 611 msec 2024-12-11T04:15:29,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-12-11T04:15:29,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1733890485666 in 624 msec 2024-12-11T04:15:29,909 DEBUG [PEWorker-4 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1733890485666 2024-12-11T04:15:29,932 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/f3/f25b763c2f8f40598deb6e49ea559aea to hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/archive/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/f3/f25b763c2f8f40598deb6e49ea559aea 2024-12-11T04:15:29,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1733890485666 in 1.1010 sec 2024-12-11T04:15:29,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-11T04:15:29,942 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1733890485666 completed 2024-12-11T04:15:29,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T04:15:29,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T04:15:29,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T04:15:30,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T04:15:30,008 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-11T04:15:30,015 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733890529945 2024-12-11T04:15:30,018 DEBUG [Time-limited test {}] impl.TableBackupClient(330): Dependent incremental backup image: {BackupID=backup_1733890515947} 2024-12-11T04:15:30,018 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733890496954} 2024-12-11T04:15:30,019 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 2 ancestors for the current backup. 2024-12-11T04:15:30,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T04:15:30,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T04:15:30,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T04:15:30,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T04:15:30,110 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected Exception : Mismatch in column family descriptor for table: test-1733890485666 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException: Mismatch in column family descriptor for table: test-1733890485666 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException$ColumnFamilyMismatchExceptionBuilder.build(ColumnFamilyMismatchException.java:56) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.verifyCfCompatibility(IncrementalTableBackupClient.java:513) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:280) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.lambda$TestIncBackupRestore$0(TestIncrementalBackup.java:175) ~[test-classes/:?] at org.junit.Assert.assertThrows(Assert.java:1001) ~[junit-4.13.2.jar:4.13.2] at org.junit.Assert.assertThrows(Assert.java:981) ~[junit-4.13.2.jar:4.13.2] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:174) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T04:15:30,113 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1733890529945,startts=0,failedts=1733890530111,failedphase=REQUEST,failedmessage= Mismatch in column family descriptor for table: test-1733890485666 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'tru 2024-12-11T04:15:30,113 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot 2024-12-11T04:15:30,117 WARN [Time-limited test {}] impl.BackupSystemTable(1549): Could not restore backup system table. Snapshot snapshot_backup_system does not exists. 2024-12-11T04:15:30,117 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-11T04:15:30,120 ERROR [Time-limited test {}] impl.BackupSystemTable(1578): Snapshot snapshot_backup_system does not exists 2024-12-11T04:15:30,120 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: REQUEST 2024-12-11T04:15:30,122 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-11T04:15:30,125 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1733890529945 failed. 2024-12-11T04:15:30,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T04:15:30,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T04:15:30,144 INFO [Time-limited test {}] impl.BackupManager(225): Full backup all the tables available in the cluster: [backup:system_bulk, test-1733890485666, ns2:test-17338904856661, ns3:test-17338904856662, ns4:test-17338904856663] 2024-12-11T04:15:30,144 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-11T04:15:30,149 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-11T04:15:30,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733890530149 (current time:1733890530149). 2024-12-11T04:15:30,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-11T04:15:30,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-12-11T04:15:30,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@791c0a65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:15:30,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:15:30,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:15:30,151 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:15:30,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:15:30,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:15:30,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@378b5285, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:15:30,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:15:30,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:15:30,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:15:30,152 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:15:30,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be05d18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:15:30,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:15:30,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:15:30,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:15:30,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T04:15:30,156 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339. 2024-12-11T04:15:30,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T04:15:30,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:15:30,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:15:30,156 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:15:30,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-11T04:15:30,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] procedure2.ProcedureExecutor(1139): Stored pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-11T04:15:30,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-12-11T04:15:30,159 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-11T04:15:30,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-11T04:15:30,160 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-11T04:15:30,162 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-11T04:15:30,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741905_1081 (size=52) 2024-12-11T04:15:30,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-11T04:15:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-11T04:15:30,576 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-11T04:15:30,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e117b945a97cbe117abfea503994408c}] 2024-12-11T04:15:30,577 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e117b945a97cbe117abfea503994408c 2024-12-11T04:15:30,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=48 2024-12-11T04:15:30,730 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733890497134.e117b945a97cbe117abfea503994408c. 2024-12-11T04:15:30,731 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2902): Flushing e117b945a97cbe117abfea503994408c 2/2 column families, dataSize=2.61 KB heapSize=3.99 KB 2024-12-11T04:15:30,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/.tmp/meta/87fead13212e4bb18fb6f7f780056a8e is 158, key is trslm:hdfs://localhost:41809/backupUT\x00ns2:test-17338904856661/meta:log-roll-map/1733890528725/Put/seqid=0 2024-12-11T04:15:30,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741906_1082 (size=5745) 2024-12-11T04:15:30,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-11T04:15:30,814 DEBUG [master/b03dfe6810ce:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=49, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733890485666 2024-12-11T04:15:30,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741907_1083 (size=950) 2024-12-11T04:15:31,155 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=492 B at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/.tmp/meta/87fead13212e4bb18fb6f7f780056a8e 2024-12-11T04:15:31,164 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/.tmp/session/e057a2c043e5434ba29ff93c1c5d6b1f is 1245, key is session:backup_1733890529945/session:context/1733890530121/Put/seqid=0 2024-12-11T04:15:31,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741908_1084 (size=6682) 2024-12-11T04:15:31,234 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/.tabledesc/.tableinfo.0000000004.908 2024-12-11T04:15:31,234 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/.tabledesc/.tableinfo.0000000005.950 2024-12-11T04:15:31,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733890485666 in 422 msec 2024-12-11T04:15:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-11T04:15:31,458 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T04:15:31,570 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/.tmp/session/e057a2c043e5434ba29ff93c1c5d6b1f 2024-12-11T04:15:31,579 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/.tmp/meta/87fead13212e4bb18fb6f7f780056a8e as hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/meta/87fead13212e4bb18fb6f7f780056a8e 2024-12-11T04:15:31,587 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/meta/87fead13212e4bb18fb6f7f780056a8e, entries=4, sequenceid=31, filesize=5.6 K 2024-12-11T04:15:31,588 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/.tmp/session/e057a2c043e5434ba29ff93c1c5d6b1f as hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/session/e057a2c043e5434ba29ff93c1c5d6b1f 2024-12-11T04:15:31,596 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/session/e057a2c043e5434ba29ff93c1c5d6b1f, entries=3, sequenceid=31, filesize=6.5 K 2024-12-11T04:15:31,597 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(3140): Finished flush of dataSize ~2.61 KB/2669, heapSize ~3.96 KB/4056, currentSize=0 B/0 for e117b945a97cbe117abfea503994408c in 867ms, sequenceid=31, compaction requested=true 2024-12-11T04:15:31,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2603): Flush status journal for e117b945a97cbe117abfea503994408c: 2024-12-11T04:15:31,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733890497134.e117b945a97cbe117abfea503994408c. for snapshot_backup_system completed. 2024-12-11T04:15:31,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733890497134.e117b945a97cbe117abfea503994408c.' region-info for snapshot=snapshot_backup_system 2024-12-11T04:15:31,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T04:15:31,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/meta/63de5181ad46498b8840e9957f9e6b67, hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/meta/87fead13212e4bb18fb6f7f780056a8e] hfiles 2024-12-11T04:15:31,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/meta/63de5181ad46498b8840e9957f9e6b67 for snapshot=snapshot_backup_system 2024-12-11T04:15:31,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/meta/87fead13212e4bb18fb6f7f780056a8e for snapshot=snapshot_backup_system 2024-12-11T04:15:31,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/session/faa9e60b9a0648cb80d7ff098238f701, hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/session/417ffa18c89f404984b5799a0e621f76, hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/session/e057a2c043e5434ba29ff93c1c5d6b1f] hfiles 2024-12-11T04:15:31,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/session/faa9e60b9a0648cb80d7ff098238f701 for snapshot=snapshot_backup_system 2024-12-11T04:15:31,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/session/417ffa18c89f404984b5799a0e621f76 for snapshot=snapshot_backup_system 2024-12-11T04:15:31,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/session/e057a2c043e5434ba29ff93c1c5d6b1f for snapshot=snapshot_backup_system 2024-12-11T04:15:31,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741909_1085 (size=251) 2024-12-11T04:15:32,015 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733890497134.e117b945a97cbe117abfea503994408c. 2024-12-11T04:15:32,015 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-11T04:15:32,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-11T04:15:32,016 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region e117b945a97cbe117abfea503994408c 2024-12-11T04:15:32,016 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e117b945a97cbe117abfea503994408c 2024-12-11T04:15:32,020 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-12-11T04:15:32,020 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-11T04:15:32,020 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e117b945a97cbe117abfea503994408c in 1.4410 sec 2024-12-11T04:15:32,021 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-11T04:15:32,022 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-11T04:15:32,022 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-12-11T04:15:32,023 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/.hbase-snapshot/.tmp/snapshot_backup_system 2024-12-11T04:15:32,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741910_1086 (size=888) 2024-12-11T04:15:32,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-11T04:15:32,441 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-11T04:15:32,452 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-11T04:15:32,452 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/.hbase-snapshot/snapshot_backup_system 2024-12-11T04:15:32,457 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-11T04:15:32,457 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-12-11T04:15:32,459 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.3000 sec 2024-12-11T04:15:34,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-11T04:15:34,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-12-11T04:15:34,329 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733890530127 started at 1733890534329. 2024-12-11T04:15:34,331 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733890530127 has been started. 2024-12-11T04:15:34,336 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-12-11T04:15:34,336 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc 2024-12-11T04:15:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-12-11T04:15:34,337 INFO [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-12-11T04:15:34,337 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-12-11T04:15:34,337 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-12-11T04:15:34,337 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-12-11T04:15:34,338 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-11T04:15:34,338 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-12-11T04:15:34,450 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:34,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-11T04:15:34,450 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-11T04:15:34,450 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-11T04:15:34,450 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:34,450 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-12-11T04:15:34,451 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-12-11T04:15:34,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-11T04:15:34,452 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-12-11T04:15:34,452 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-12-11T04:15:34,452 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-12-11T04:15:34,452 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-12-11T04:15:34,452 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-12-11T04:15:34,452 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-12-11T04:15:34,452 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-12-11T04:15:34,453 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-12-11T04:15:34,453 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-12-11T04:15:34,453 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'b03dfe6810ce,44149,1733890475367' joining acquired barrier for procedure (rolllog) in zk 2024-12-11T04:15:34,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:34,555 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-12-11T04:15:34,555 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:34,555 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-11T04:15:34,555 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-11T04:15:34,555 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-12-11T04:15:34,555 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-12-11T04:15:34,556 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-11T04:15:34,556 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-11T04:15:34,556 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T04:15:34,557 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:34,557 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-11T04:15:34,557 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'b03dfe6810ce,44149,1733890475367' joining acquired barrier for procedure 'rolllog' on coordinator 2024-12-11T04:15:34,557 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@24fd8221[Count = 0] remaining members to acquire global barrier 2024-12-11T04:15:34,557 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-12-11T04:15:34,558 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-12-11T04:15:34,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-11T04:15:34,566 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-12-11T04:15:34,567 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-12-11T04:15:34,567 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-12-11T04:15:34,567 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-12-11T04:15:34,567 DEBUG [rs(b03dfe6810ce,44149,1733890475367)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:34,567 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:34,567 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-12-11T04:15:34,567 INFO [rs(b03dfe6810ce,44149,1733890475367)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733890520390 highest: 1733890520407 on b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:34,567 DEBUG [regionserver/b03dfe6810ce:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-0:(num 1733890520390) roll requested 2024-12-11T04:15:34,587 DEBUG [regionserver/b03dfe6810ce:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-0.1733890534567, exclude list is [], retry=0 2024-12-11T04:15:34,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43977,DS-cd161e01-c43a-4f31-984a-79ae4b33f7ad,DISK] 2024-12-11T04:15:34,597 INFO [regionserver/b03dfe6810ce:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-0.1733890520390 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-0.1733890534567 2024-12-11T04:15:34,597 DEBUG [regionserver/b03dfe6810ce:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36347:36347)] 2024-12-11T04:15:34,597 DEBUG [regionserver/b03dfe6810ce:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-0.1733890520390 is not closed yet, will try archiving it next time 2024-12-11T04:15:34,597 DEBUG [regionserver/b03dfe6810ce:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-1:(num 1733890520407) roll requested 2024-12-11T04:15:34,600 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-0.1733890520390 not finished, retry = 0 2024-12-11T04:15:34,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741888_1064 (size=93) 2024-12-11T04:15:34,616 DEBUG [regionserver/b03dfe6810ce:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-1.1733890534597, exclude list is [], retry=0 2024-12-11T04:15:34,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43977,DS-cd161e01-c43a-4f31-984a-79ae4b33f7ad,DISK] 2024-12-11T04:15:34,626 INFO [regionserver/b03dfe6810ce:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-1.1733890520407 with entries=15, filesize=4.80 KB; new WAL /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-1.1733890534597 2024-12-11T04:15:34,626 DEBUG [regionserver/b03dfe6810ce:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36347:36347)] 2024-12-11T04:15:34,626 DEBUG [regionserver/b03dfe6810ce:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-1.1733890520407 is not closed yet, will try archiving it next time 2024-12-11T04:15:34,627 DEBUG [regionserver/b03dfe6810ce:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b03dfe6810ce%2C44149%2C1733890475367.meta:.meta(num 1733890520424) roll requested 2024-12-11T04:15:34,627 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-1.1733890503187 to hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/oldWALs/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-1.1733890503187 2024-12-11T04:15:34,629 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-1.1733890520407 not finished, retry = 0 2024-12-11T04:15:34,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741889_1065 (size=4927) 2024-12-11T04:15:34,645 DEBUG [regionserver/b03dfe6810ce:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.meta.1733890534627.meta, exclude list is [], retry=0 2024-12-11T04:15:34,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43977,DS-cd161e01-c43a-4f31-984a-79ae4b33f7ad,DISK] 2024-12-11T04:15:34,653 INFO [regionserver/b03dfe6810ce:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.meta.1733890520424.meta with entries=4, filesize=1.85 KB; new WAL /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.meta.1733890534627.meta 2024-12-11T04:15:34,653 DEBUG [regionserver/b03dfe6810ce:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36347:36347)] 2024-12-11T04:15:34,653 DEBUG [regionserver/b03dfe6810ce:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.meta.1733890520424.meta is not closed yet, will try archiving it next time 2024-12-11T04:15:34,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741890_1066 (size=1903) 2024-12-11T04:15:34,668 DEBUG [rs(b03dfe6810ce,44149,1733890475367)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 101 2024-12-11T04:15:34,668 INFO [rs(b03dfe6810ce,44149,1733890475367)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733890534567 on b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:34,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T04:15:34,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T04:15:34,687 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-12-11T04:15:34,687 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'b03dfe6810ce,44149,1733890475367' in zk 2024-12-11T04:15:34,699 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-12-11T04:15:34,699 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-11T04:15:34,699 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-12-11T04:15:34,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:34,699 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:34,699 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-11T04:15:34,699 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-11T04:15:34,700 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-11T04:15:34,700 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-11T04:15:34,701 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T04:15:34,701 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-0.1733890520390 to hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/oldWALs/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-0.1733890520390 2024-12-11T04:15:34,701 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:34,702 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-11T04:15:34,702 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T04:15:34,702 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:34,703 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'b03dfe6810ce,44149,1733890475367': 2024-12-11T04:15:34,703 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'b03dfe6810ce,44149,1733890475367' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-12-11T04:15:34,704 INFO [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-12-11T04:15:34,704 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-12-11T04:15:34,704 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-12-11T04:15:34,704 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-12-11T04:15:34,704 INFO [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-12-11T04:15:34,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-11T04:15:34,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-11T04:15:34,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-11T04:15:34,714 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-12-11T04:15:34,714 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-11T04:15:34,714 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-11T04:15:34,715 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-11T04:15:34,715 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T04:15:34,715 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:34,716 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-11T04:15:34,716 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-12-11T04:15:34,717 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-11T04:15:34,718 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T04:15:34,718 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:34,720 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-11T04:15:34,720 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:34,720 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T04:15:34,721 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-11T04:15:34,721 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-11T04:15:34,721 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-11T04:15:34,721 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:34,735 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-11T04:15:34,735 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-12-11T04:15:34,735 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-12-11T04:15:34,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:34,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-11T04:15:34,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-11T04:15:34,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/b03dfe6810ce,44149,1733890475367 2024-12-11T04:15:34,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-11T04:15:34,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-11T04:15:34,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-11T04:15:34,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-11T04:15:34,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-11T04:15:34,737 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-11T04:15:34,737 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-11T04:15:34,737 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-11T04:15:34,737 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-11T04:15:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-12-11T04:15:34,751 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1733890534751_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-12-11T04:15:34,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733890534751 (current time:1733890534751). 2024-12-11T04:15:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-11T04:15:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733890534751_backup_system_bulk VERSION not specified, setting to 2 2024-12-11T04:15:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67bb136f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:15:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:15:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:15:34,754 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:15:34,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:15:34,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:15:34,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e3679b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:15:34,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:15:34,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:15:34,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:15:34,756 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:15:34,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a62f15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:15:34,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:15:34,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:15:34,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:15:34,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T04:15:34,760 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339. 2024-12-11T04:15:34,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T04:15:34,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:15:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:15:34,761 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:15:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-11T04:15:34,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733890534751_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-12-11T04:15:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733890534751_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-12-11T04:15:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-11T04:15:34,766 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733890534751_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-11T04:15:34,769 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733890534751_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-11T04:15:34,772 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733890534751_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-11T04:15:34,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741914_1090 (size=76) 2024-12-11T04:15:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-11T04:15:34,991 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-12-11T04:15:35,020 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f447f00d2b65c68320669c393f4d6b4c, had cached 0 bytes from a total of 8413 2024-12-11T04:15:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-11T04:15:35,189 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733890534751_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-11T04:15:35,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d8f58b0e16d46e4dfb40a9afd6a2cf54}] 2024-12-11T04:15:35,190 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d8f58b0e16d46e4dfb40a9afd6a2cf54 2024-12-11T04:15:35,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=51 2024-12-11T04:15:35,342 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system_bulk,,1733890498334.d8f58b0e16d46e4dfb40a9afd6a2cf54. 2024-12-11T04:15:35,343 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for d8f58b0e16d46e4dfb40a9afd6a2cf54: 2024-12-11T04:15:35,343 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system_bulk,,1733890498334.d8f58b0e16d46e4dfb40a9afd6a2cf54. for snapshot_1733890534751_backup_system_bulk completed. 2024-12-11T04:15:35,343 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(241): Storing 'backup:system_bulk,,1733890498334.d8f58b0e16d46e4dfb40a9afd6a2cf54.' region-info for snapshot=snapshot_1733890534751_backup_system_bulk 2024-12-11T04:15:35,343 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T04:15:35,343 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T04:15:35,343 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T04:15:35,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741915_1091 (size=61) 2024-12-11T04:15:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-11T04:15:35,773 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system_bulk,,1733890498334.d8f58b0e16d46e4dfb40a9afd6a2cf54. 2024-12-11T04:15:35,773 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-11T04:15:35,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-11T04:15:35,774 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733890534751_backup_system_bulk on region d8f58b0e16d46e4dfb40a9afd6a2cf54 2024-12-11T04:15:35,774 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d8f58b0e16d46e4dfb40a9afd6a2cf54 2024-12-11T04:15:35,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-12-11T04:15:35,777 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733890534751_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-11T04:15:35,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d8f58b0e16d46e4dfb40a9afd6a2cf54 in 586 msec 2024-12-11T04:15:35,778 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733890534751_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-11T04:15:35,778 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733890534751_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-11T04:15:35,778 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733890534751_backup_system_bulk 2024-12-11T04:15:35,779 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/.hbase-snapshot/.tmp/snapshot_1733890534751_backup_system_bulk 2024-12-11T04:15:35,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741916_1092 (size=702) 2024-12-11T04:15:35,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-11T04:15:36,200 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733890534751_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-11T04:15:36,205 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733890534751_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-11T04:15:36,206 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/.hbase-snapshot/.tmp/snapshot_1733890534751_backup_system_bulk to hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/.hbase-snapshot/snapshot_1733890534751_backup_system_bulk 2024-12-11T04:15:36,207 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733890534751_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-11T04:15:36,207 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733890534751_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-12-11T04:15:36,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733890534751_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } in 1.4420 sec 2024-12-11T04:15:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-11T04:15:36,928 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system_bulk completed 2024-12-11T04:15:36,928 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1733890536928_ns4_test-17338904856663 table=ns4:test-17338904856663 type=FLUSH ttl=0 } 2024-12-11T04:15:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733890536929 (current time:1733890536929). 2024-12-11T04:15:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-11T04:15:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733890536928_ns4_test-17338904856663 VERSION not specified, setting to 2 2024-12-11T04:15:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@195d7f23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:15:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:15:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:15:36,930 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:15:36,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:15:36,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:15:36,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b68a4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:15:36,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:15:36,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:15:36,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:15:36,932 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:15:36,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd1229, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:15:36,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:15:36,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:15:36,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:15:36,936 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T04:15:36,937 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339. 2024-12-11T04:15:36,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T04:15:36,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:15:36,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:15:36,938 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:15:36,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-11T04:15:36,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733890536928_ns4_test-17338904856663 table=ns4:test-17338904856663 type=FLUSH ttl=0 } 2024-12-11T04:15:36,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733890536928_ns4_test-17338904856663 table=ns4:test-17338904856663 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-12-11T04:15:36,940 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733890536928_ns4_test-17338904856663 table=ns4:test-17338904856663 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-11T04:15:36,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-11T04:15:36,941 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733890536928_ns4_test-17338904856663 table=ns4:test-17338904856663 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-11T04:15:36,944 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733890536928_ns4_test-17338904856663 table=ns4:test-17338904856663 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-11T04:15:36,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741917_1093 (size=86) 2024-12-11T04:15:37,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-11T04:15:37,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-11T04:15:37,355 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733890536928_ns4_test-17338904856663 table=ns4:test-17338904856663 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-11T04:15:37,355 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 57490c9d5148baf577f280f62acc5bab}] 2024-12-11T04:15:37,357 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 57490c9d5148baf577f280f62acc5bab 2024-12-11T04:15:37,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=53 2024-12-11T04:15:37,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-17338904856663,,1733890493052.57490c9d5148baf577f280f62acc5bab. 2024-12-11T04:15:37,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 57490c9d5148baf577f280f62acc5bab: 2024-12-11T04:15:37,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-17338904856663,,1733890493052.57490c9d5148baf577f280f62acc5bab. for snapshot_1733890536928_ns4_test-17338904856663 completed. 2024-12-11T04:15:37,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(241): Storing 'ns4:test-17338904856663,,1733890493052.57490c9d5148baf577f280f62acc5bab.' region-info for snapshot=snapshot_1733890536928_ns4_test-17338904856663 2024-12-11T04:15:37,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T04:15:37,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T04:15:37,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741918_1094 (size=52) 2024-12-11T04:15:37,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-11T04:15:37,930 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-17338904856663,,1733890493052.57490c9d5148baf577f280f62acc5bab. 2024-12-11T04:15:37,930 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-11T04:15:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-11T04:15:37,931 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733890536928_ns4_test-17338904856663 on region 57490c9d5148baf577f280f62acc5bab 2024-12-11T04:15:37,931 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 57490c9d5148baf577f280f62acc5bab 2024-12-11T04:15:37,934 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-12-11T04:15:37,934 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 57490c9d5148baf577f280f62acc5bab in 577 msec 2024-12-11T04:15:37,934 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733890536928_ns4_test-17338904856663 table=ns4:test-17338904856663 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-11T04:15:37,935 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733890536928_ns4_test-17338904856663 table=ns4:test-17338904856663 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-11T04:15:37,936 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733890536928_ns4_test-17338904856663 table=ns4:test-17338904856663 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-11T04:15:37,936 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733890536928_ns4_test-17338904856663 2024-12-11T04:15:37,936 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/.hbase-snapshot/.tmp/snapshot_1733890536928_ns4_test-17338904856663 2024-12-11T04:15:37,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741919_1095 (size=443) 2024-12-11T04:15:38,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-11T04:15:38,350 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733890536928_ns4_test-17338904856663 table=ns4:test-17338904856663 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-11T04:15:38,356 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733890536928_ns4_test-17338904856663 table=ns4:test-17338904856663 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-11T04:15:38,357 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/.hbase-snapshot/.tmp/snapshot_1733890536928_ns4_test-17338904856663 to hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/.hbase-snapshot/snapshot_1733890536928_ns4_test-17338904856663 2024-12-11T04:15:38,359 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733890536928_ns4_test-17338904856663 table=ns4:test-17338904856663 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-11T04:15:38,359 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733890536928_ns4_test-17338904856663 table=ns4:test-17338904856663 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-12-11T04:15:38,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733890536928_ns4_test-17338904856663 table=ns4:test-17338904856663 type=FLUSH ttl=0 } in 1.4210 sec 2024-12-11T04:15:39,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-11T04:15:39,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns4:test-17338904856663 completed 2024-12-11T04:15:39,099 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1733890539098_ns2_test-17338904856661 table=ns2:test-17338904856661 type=FLUSH ttl=0 } 2024-12-11T04:15:39,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733890539099 (current time:1733890539099). 2024-12-11T04:15:39,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-11T04:15:39,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733890539098_ns2_test-17338904856661 VERSION not specified, setting to 2 2024-12-11T04:15:39,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e9c8581, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:15:39,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:15:39,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:15:39,102 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:15:39,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:15:39,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:15:39,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a74a6cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:15:39,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:15:39,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:15:39,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:15:39,104 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:15:39,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fc5ee30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:15:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:15:39,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:15:39,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:15:39,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T04:15:39,110 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339. 2024-12-11T04:15:39,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T04:15:39,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:15:39,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:15:39,110 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:15:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-11T04:15:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733890539098_ns2_test-17338904856661 table=ns2:test-17338904856661 type=FLUSH ttl=0 } 2024-12-11T04:15:39,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733890539098_ns2_test-17338904856661 table=ns2:test-17338904856661 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-12-11T04:15:39,114 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733890539098_ns2_test-17338904856661 table=ns2:test-17338904856661 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-11T04:15:39,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-11T04:15:39,115 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733890539098_ns2_test-17338904856661 table=ns2:test-17338904856661 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-11T04:15:39,119 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733890539098_ns2_test-17338904856661 table=ns2:test-17338904856661 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-11T04:15:39,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741920_1096 (size=86) 2024-12-11T04:15:39,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-11T04:15:39,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-11T04:15:39,539 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733890539098_ns2_test-17338904856661 table=ns2:test-17338904856661 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-11T04:15:39,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f447f00d2b65c68320669c393f4d6b4c}] 2024-12-11T04:15:39,540 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f447f00d2b65c68320669c393f4d6b4c 2024-12-11T04:15:39,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=55 2024-12-11T04:15:39,692 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17338904856661,,1733890488534.f447f00d2b65c68320669c393f4d6b4c. 2024-12-11T04:15:39,692 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing f447f00d2b65c68320669c393f4d6b4c 1/1 column families, dataSize=170 B heapSize=816 B 2024-12-11T04:15:39,697 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns2/test-17338904856661/f447f00d2b65c68320669c393f4d6b4c/.tmp/f/f93f6bb710b04aff80d0bc7ff01cdfff is 38, key is row-t20/f:q1/1733890514600/Put/seqid=0 2024-12-11T04:15:39,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741921_1097 (size=5134) 2024-12-11T04:15:39,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-11T04:15:40,105 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns2/test-17338904856661/f447f00d2b65c68320669c393f4d6b4c/.tmp/f/f93f6bb710b04aff80d0bc7ff01cdfff 2024-12-11T04:15:40,113 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns2/test-17338904856661/f447f00d2b65c68320669c393f4d6b4c/.tmp/f/f93f6bb710b04aff80d0bc7ff01cdfff as hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns2/test-17338904856661/f447f00d2b65c68320669c393f4d6b4c/f/f93f6bb710b04aff80d0bc7ff01cdfff 2024-12-11T04:15:40,119 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns2/test-17338904856661/f447f00d2b65c68320669c393f4d6b4c/f/f93f6bb710b04aff80d0bc7ff01cdfff, entries=5, sequenceid=111, filesize=5.0 K 2024-12-11T04:15:40,120 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for f447f00d2b65c68320669c393f4d6b4c in 428ms, sequenceid=111, compaction requested=false 2024-12-11T04:15:40,120 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for f447f00d2b65c68320669c393f4d6b4c: 2024-12-11T04:15:40,120 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17338904856661,,1733890488534.f447f00d2b65c68320669c393f4d6b4c. for snapshot_1733890539098_ns2_test-17338904856661 completed. 2024-12-11T04:15:40,120 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17338904856661,,1733890488534.f447f00d2b65c68320669c393f4d6b4c.' region-info for snapshot=snapshot_1733890539098_ns2_test-17338904856661 2024-12-11T04:15:40,120 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T04:15:40,120 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns2/test-17338904856661/f447f00d2b65c68320669c393f4d6b4c/f/8e6764e04eff4c61b816092109c12073, hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns2/test-17338904856661/f447f00d2b65c68320669c393f4d6b4c/f/f93f6bb710b04aff80d0bc7ff01cdfff] hfiles 2024-12-11T04:15:40,120 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns2/test-17338904856661/f447f00d2b65c68320669c393f4d6b4c/f/8e6764e04eff4c61b816092109c12073 for snapshot=snapshot_1733890539098_ns2_test-17338904856661 2024-12-11T04:15:40,120 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns2/test-17338904856661/f447f00d2b65c68320669c393f4d6b4c/f/f93f6bb710b04aff80d0bc7ff01cdfff for snapshot=snapshot_1733890539098_ns2_test-17338904856661 2024-12-11T04:15:40,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741922_1098 (size=130) 2024-12-11T04:15:40,128 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17338904856661,,1733890488534.f447f00d2b65c68320669c393f4d6b4c. 2024-12-11T04:15:40,128 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-11T04:15:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-11T04:15:40,129 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733890539098_ns2_test-17338904856661 on region f447f00d2b65c68320669c393f4d6b4c 2024-12-11T04:15:40,129 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f447f00d2b65c68320669c393f4d6b4c 2024-12-11T04:15:40,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-12-11T04:15:40,132 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733890539098_ns2_test-17338904856661 table=ns2:test-17338904856661 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-11T04:15:40,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f447f00d2b65c68320669c393f4d6b4c in 591 msec 2024-12-11T04:15:40,132 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733890539098_ns2_test-17338904856661 table=ns2:test-17338904856661 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-11T04:15:40,133 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733890539098_ns2_test-17338904856661 table=ns2:test-17338904856661 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-11T04:15:40,133 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733890539098_ns2_test-17338904856661 2024-12-11T04:15:40,134 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/.hbase-snapshot/.tmp/snapshot_1733890539098_ns2_test-17338904856661 2024-12-11T04:15:40,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741923_1099 (size=496) 2024-12-11T04:15:40,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-11T04:15:40,545 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733890539098_ns2_test-17338904856661 table=ns2:test-17338904856661 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-11T04:15:40,558 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733890539098_ns2_test-17338904856661 table=ns2:test-17338904856661 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-11T04:15:40,558 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/.hbase-snapshot/.tmp/snapshot_1733890539098_ns2_test-17338904856661 to hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/.hbase-snapshot/snapshot_1733890539098_ns2_test-17338904856661 2024-12-11T04:15:40,560 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733890539098_ns2_test-17338904856661 table=ns2:test-17338904856661 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-11T04:15:40,560 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733890539098_ns2_test-17338904856661 table=ns2:test-17338904856661 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-12-11T04:15:40,561 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733890539098_ns2_test-17338904856661 table=ns2:test-17338904856661 type=FLUSH ttl=0 } in 1.4490 sec 2024-12-11T04:15:40,773 INFO [master/b03dfe6810ce:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-11T04:15:40,773 INFO [master/b03dfe6810ce:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-11T04:15:41,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-11T04:15:41,258 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17338904856661 completed 2024-12-11T04:15:41,259 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1733890541258_default_test-1733890485666 table=test-1733890485666 type=FLUSH ttl=0 } 2024-12-11T04:15:41,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733890541259 (current time:1733890541259). 2024-12-11T04:15:41,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-11T04:15:41,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733890541258_default_test-1733890485666 VERSION not specified, setting to 2 2024-12-11T04:15:41,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6213f207, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:15:41,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:15:41,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:15:41,260 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:15:41,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:15:41,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:15:41,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c495509, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:15:41,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:15:41,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:15:41,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:15:41,262 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:15:41,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75de7996, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:15:41,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:15:41,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:15:41,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:15:41,264 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T04:15:41,265 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339. 2024-12-11T04:15:41,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T04:15:41,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:15:41,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:15:41,266 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:15:41,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-11T04:15:41,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733890541258_default_test-1733890485666 table=test-1733890485666 type=FLUSH ttl=0 } 2024-12-11T04:15:41,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733890541258_default_test-1733890485666 table=test-1733890485666 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-12-11T04:15:41,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-11T04:15:41,268 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733890541258_default_test-1733890485666 table=test-1733890485666 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-11T04:15:41,269 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733890541258_default_test-1733890485666 table=test-1733890485666 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-11T04:15:41,272 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733890541258_default_test-1733890485666 table=test-1733890485666 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-11T04:15:41,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741924_1100 (size=84) 2024-12-11T04:15:41,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-11T04:15:41,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-11T04:15:41,681 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733890541258_default_test-1733890485666 table=test-1733890485666 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-11T04:15:41,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c8ff11b27ac8c1bf908ba90557135794}] 2024-12-11T04:15:41,684 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:15:41,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=57 2024-12-11T04:15:41,837 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794. 2024-12-11T04:15:41,837 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for c8ff11b27ac8c1bf908ba90557135794: 2024-12-11T04:15:41,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794. for snapshot_1733890541258_default_test-1733890485666 completed. 2024-12-11T04:15:41,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(241): Storing 'test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794.' region-info for snapshot=snapshot_1733890541258_default_test-1733890485666 2024-12-11T04:15:41,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T04:15:41,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/f/f839b4d134c745d78c9052061c626578, hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/f/7799235fffee4060a7de5e3ea0a45df0] hfiles 2024-12-11T04:15:41,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/f/f839b4d134c745d78c9052061c626578 for snapshot=snapshot_1733890541258_default_test-1733890485666 2024-12-11T04:15:41,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/f/7799235fffee4060a7de5e3ea0a45df0 for snapshot=snapshot_1733890541258_default_test-1733890485666 2024-12-11T04:15:41,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T04:15:41,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/mob/b1ea12cd9bac437a9e22e0272b80771c, hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/mob/f9c30738c9224ab9bc30022f8b016583] hfiles 2024-12-11T04:15:41,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/mob/b1ea12cd9bac437a9e22e0272b80771c for snapshot=snapshot_1733890541258_default_test-1733890485666 2024-12-11T04:15:41,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/mob/f9c30738c9224ab9bc30022f8b016583 for snapshot=snapshot_1733890541258_default_test-1733890485666 2024-12-11T04:15:41,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741925_1101 (size=224) 2024-12-11T04:15:41,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-11T04:15:42,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794. 2024-12-11T04:15:42,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-12-11T04:15:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-12-11T04:15:42,249 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733890541258_default_test-1733890485666 on region c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:15:42,249 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:15:42,251 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-12-11T04:15:42,251 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c8ff11b27ac8c1bf908ba90557135794 in 568 msec 2024-12-11T04:15:42,251 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733890541258_default_test-1733890485666 table=test-1733890485666 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-11T04:15:42,252 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733890541258_default_test-1733890485666 table=test-1733890485666 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-11T04:15:42,253 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-12-11T04:15:42,253 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-12-11T04:15:42,253 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:15:42,254 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-12-11T04:15:42,254 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:15:42,254 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f2 2024-12-11T04:15:42,254 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:15:42,255 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/mobdir/data/default/test-1733890485666/3a167c936a8a337acfc3d6eaab192b54/mob/d41d8cd98f00b204e9800998ecf8427e20241211a79eba838bb64bafb56f201e58539791_c8ff11b27ac8c1bf908ba90557135794] hfiles 2024-12-11T04:15:42,255 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/mobdir/data/default/test-1733890485666/3a167c936a8a337acfc3d6eaab192b54/mob/d41d8cd98f00b204e9800998ecf8427e20241211a79eba838bb64bafb56f201e58539791_c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:15:42,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741926_1102 (size=168) 2024-12-11T04:15:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-11T04:15:42,661 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733890541258_default_test-1733890485666 table=test-1733890485666 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-11T04:15:42,661 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733890541258_default_test-1733890485666 2024-12-11T04:15:42,662 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/.hbase-snapshot/.tmp/snapshot_1733890541258_default_test-1733890485666 2024-12-11T04:15:42,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741927_1103 (size=1347) 2024-12-11T04:15:42,940 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e117b945a97cbe117abfea503994408c, had cached 0 bytes from a total of 28925 2024-12-11T04:15:43,073 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733890541258_default_test-1733890485666 table=test-1733890485666 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-11T04:15:43,081 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733890541258_default_test-1733890485666 table=test-1733890485666 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-11T04:15:43,081 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/.hbase-snapshot/.tmp/snapshot_1733890541258_default_test-1733890485666 to hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/.hbase-snapshot/snapshot_1733890541258_default_test-1733890485666 2024-12-11T04:15:43,083 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733890541258_default_test-1733890485666 table=test-1733890485666 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-11T04:15:43,083 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733890541258_default_test-1733890485666 table=test-1733890485666 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-12-11T04:15:43,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733890541258_default_test-1733890485666 table=test-1733890485666 type=FLUSH ttl=0 } in 1.8170 sec 2024-12-11T04:15:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-11T04:15:43,420 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1733890485666 completed 2024-12-11T04:15:43,422 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1733890543420_ns3_test-17338904856662 table=ns3:test-17338904856662 type=FLUSH ttl=0 } 2024-12-11T04:15:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733890543422 (current time:1733890543422). 2024-12-11T04:15:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-11T04:15:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733890543420_ns3_test-17338904856662 VERSION not specified, setting to 2 2024-12-11T04:15:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c93b785, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:15:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:15:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:15:43,427 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:15:43,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:15:43,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:15:43,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32d44379, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:15:43,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:15:43,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:15:43,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:15:43,429 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:15:43,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e79fd21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:15:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:15:43,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:15:43,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:15:43,434 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T04:15:43,436 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339. 2024-12-11T04:15:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T04:15:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:15:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:15:43,436 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:15:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-11T04:15:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733890543420_ns3_test-17338904856662 table=ns3:test-17338904856662 type=FLUSH ttl=0 } 2024-12-11T04:15:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733890543420_ns3_test-17338904856662 table=ns3:test-17338904856662 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-12-11T04:15:43,440 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733890543420_ns3_test-17338904856662 table=ns3:test-17338904856662 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-11T04:15:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-11T04:15:43,441 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733890543420_ns3_test-17338904856662 table=ns3:test-17338904856662 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-11T04:15:43,443 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733890543420_ns3_test-17338904856662 table=ns3:test-17338904856662 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-11T04:15:43,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741928_1104 (size=86) 2024-12-11T04:15:43,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-11T04:15:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-11T04:15:43,850 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733890543420_ns3_test-17338904856662 table=ns3:test-17338904856662 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-11T04:15:43,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2f246478a9aca87573f045373e7d01d9}] 2024-12-11T04:15:43,851 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2f246478a9aca87573f045373e7d01d9 2024-12-11T04:15:44,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=59 2024-12-11T04:15:44,004 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17338904856662,,1733890490875.2f246478a9aca87573f045373e7d01d9. 2024-12-11T04:15:44,004 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 2f246478a9aca87573f045373e7d01d9: 2024-12-11T04:15:44,004 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17338904856662,,1733890490875.2f246478a9aca87573f045373e7d01d9. for snapshot_1733890543420_ns3_test-17338904856662 completed. 2024-12-11T04:15:44,004 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(241): Storing 'ns3:test-17338904856662,,1733890490875.2f246478a9aca87573f045373e7d01d9.' region-info for snapshot=snapshot_1733890543420_ns3_test-17338904856662 2024-12-11T04:15:44,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T04:15:44,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T04:15:44,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741929_1105 (size=52) 2024-12-11T04:15:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-11T04:15:44,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17338904856662,,1733890490875.2f246478a9aca87573f045373e7d01d9. 2024-12-11T04:15:44,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-12-11T04:15:44,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-12-11T04:15:44,415 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733890543420_ns3_test-17338904856662 on region 2f246478a9aca87573f045373e7d01d9 2024-12-11T04:15:44,415 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2f246478a9aca87573f045373e7d01d9 2024-12-11T04:15:44,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-12-11T04:15:44,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2f246478a9aca87573f045373e7d01d9 in 566 msec 2024-12-11T04:15:44,417 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733890543420_ns3_test-17338904856662 table=ns3:test-17338904856662 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-11T04:15:44,418 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733890543420_ns3_test-17338904856662 table=ns3:test-17338904856662 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-11T04:15:44,418 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733890543420_ns3_test-17338904856662 table=ns3:test-17338904856662 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-11T04:15:44,418 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733890543420_ns3_test-17338904856662 2024-12-11T04:15:44,419 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/.hbase-snapshot/.tmp/snapshot_1733890543420_ns3_test-17338904856662 2024-12-11T04:15:44,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741930_1106 (size=443) 2024-12-11T04:15:44,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-11T04:15:44,830 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733890543420_ns3_test-17338904856662 table=ns3:test-17338904856662 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-11T04:15:44,838 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733890543420_ns3_test-17338904856662 table=ns3:test-17338904856662 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-11T04:15:44,838 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/.hbase-snapshot/.tmp/snapshot_1733890543420_ns3_test-17338904856662 to hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/.hbase-snapshot/snapshot_1733890543420_ns3_test-17338904856662 2024-12-11T04:15:44,840 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733890543420_ns3_test-17338904856662 table=ns3:test-17338904856662 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-11T04:15:44,840 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733890543420_ns3_test-17338904856662 table=ns3:test-17338904856662 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-12-11T04:15:44,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733890543420_ns3_test-17338904856662 table=ns3:test-17338904856662 type=FLUSH ttl=0 } in 1.4030 sec 2024-12-11T04:15:45,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-11T04:15:45,588 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns3:test-17338904856662 completed 2024-12-11T04:15:45,588 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1733890530127 2024-12-11T04:15:45,588 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-12-11T04:15:45,588 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 5 snapshots to be copied. 2024-12-11T04:15:45,588 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733890530127_backup:system_bulk 2024-12-11T04:15:45,588 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733890534751_backup_system_bulk to hdfs://localhost:41809/backupUT/backup_1733890530127/backup/system_bulk/ 2024-12-11T04:15:45,589 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-11T04:15:45,628 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:41809, inputRoot=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583 2024-12-11T04:15:45,628 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-44406321_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:41809/backupUT/backup_1733890530127/backup/system_bulk, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:41809/backupUT/backup_1733890530127/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1733890534751_backup_system_bulk 2024-12-11T04:15:45,630 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-11T04:15:45,635 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/.hbase-snapshot/snapshot_1733890534751_backup_system_bulk to hdfs://localhost:41809/backupUT/backup_1733890530127/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1733890534751_backup_system_bulk 2024-12-11T04:15:45,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741931_1107 (size=76) 2024-12-11T04:15:45,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741932_1108 (size=702) 2024-12-11T04:15:46,048 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:46,049 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:46,049 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:47,090 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/hadoop-7484540547082210091.jar 2024-12-11T04:15:47,090 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:47,090 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:47,091 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:47,091 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:47,091 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:47,091 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:47,092 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:47,092 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:47,092 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:47,092 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T04:15:47,093 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-11T04:15:47,093 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-11T04:15:47,093 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-11T04:15:47,093 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-11T04:15:47,094 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-11T04:15:47,094 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-11T04:15:47,094 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-11T04:15:47,094 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-11T04:15:47,095 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-11T04:15:47,095 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-11T04:15:47,095 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T04:15:47,096 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T04:15:47,096 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T04:15:47,096 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T04:15:47,097 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T04:15:47,097 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T04:15:47,097 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T04:15:47,137 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-11T04:15:47,162 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733890534751_backup_system_bulk' hfile list 2024-12-11T04:15:47,239 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/mapreduce.cluster.local.dir/job_local1475533053_0005_f3e01dd1-ac0f-4b43-9ed4-df45b4e0f185/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-12-11T04:15:47,239 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/mapreduce.cluster.local.dir/job_local1475533053_0005_f3e01dd1-ac0f-4b43-9ed4-df45b4e0f185/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-12-11T04:15:48,279 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-11T04:15:48,281 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-11T04:15:48,291 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733890534751_backup_system_bulk 2024-12-11T04:15:48,291 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733890534751_backup_system_bulk finished. 2024-12-11T04:15:48,291 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733890530127_ns4:test-17338904856663 2024-12-11T04:15:48,291 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733890536928_ns4_test-17338904856663 to hdfs://localhost:41809/backupUT/backup_1733890530127/ns4/test-17338904856663/ 2024-12-11T04:15:48,291 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-11T04:15:48,334 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:41809, inputRoot=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583 2024-12-11T04:15:48,334 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-44406321_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:41809/backupUT/backup_1733890530127/ns4/test-17338904856663, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:41809/backupUT/backup_1733890530127/ns4/test-17338904856663/.hbase-snapshot/.tmp/snapshot_1733890536928_ns4_test-17338904856663 2024-12-11T04:15:48,336 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-11T04:15:48,340 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/.hbase-snapshot/snapshot_1733890536928_ns4_test-17338904856663 to hdfs://localhost:41809/backupUT/backup_1733890530127/ns4/test-17338904856663/.hbase-snapshot/.tmp/snapshot_1733890536928_ns4_test-17338904856663 2024-12-11T04:15:48,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741933_1109 (size=86) 2024-12-11T04:15:48,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741934_1110 (size=443) 2024-12-11T04:15:48,752 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:48,752 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:48,752 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:49,545 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/hadoop-11740051638024296556.jar 2024-12-11T04:15:49,545 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:49,545 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:49,546 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:49,546 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:49,546 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:49,546 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:49,546 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:49,546 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:49,547 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:49,547 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T04:15:49,547 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-11T04:15:49,547 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-11T04:15:49,547 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-11T04:15:49,547 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-11T04:15:49,548 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-11T04:15:49,548 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-11T04:15:49,548 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-11T04:15:49,548 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-11T04:15:49,549 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-11T04:15:49,549 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-11T04:15:49,549 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T04:15:49,550 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T04:15:49,550 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T04:15:49,550 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T04:15:49,550 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T04:15:49,551 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T04:15:49,551 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T04:15:49,589 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-11T04:15:49,616 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733890536928_ns4_test-17338904856663' hfile list 2024-12-11T04:15:49,702 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/mapreduce.cluster.local.dir/job_local1864523232_0006_61aa675c-9a81-4641-b613-5d5401a6f7cb/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-12-11T04:15:49,702 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/mapreduce.cluster.local.dir/job_local1864523232_0006_61aa675c-9a81-4641-b613-5d5401a6f7cb/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-12-11T04:15:50,738 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-11T04:15:50,739 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-11T04:15:50,744 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733890536928_ns4_test-17338904856663 2024-12-11T04:15:50,744 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733890536928_ns4_test-17338904856663 finished. 2024-12-11T04:15:50,744 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733890530127_ns2:test-17338904856661 2024-12-11T04:15:50,744 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733890539098_ns2_test-17338904856661 to hdfs://localhost:41809/backupUT/backup_1733890530127/ns2/test-17338904856661/ 2024-12-11T04:15:50,744 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-11T04:15:50,769 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:41809, inputRoot=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583 2024-12-11T04:15:50,769 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-44406321_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:41809/backupUT/backup_1733890530127/ns2/test-17338904856661, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:41809/backupUT/backup_1733890530127/ns2/test-17338904856661/.hbase-snapshot/.tmp/snapshot_1733890539098_ns2_test-17338904856661 2024-12-11T04:15:50,770 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-11T04:15:50,775 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/.hbase-snapshot/snapshot_1733890539098_ns2_test-17338904856661 to hdfs://localhost:41809/backupUT/backup_1733890530127/ns2/test-17338904856661/.hbase-snapshot/.tmp/snapshot_1733890539098_ns2_test-17338904856661 2024-12-11T04:15:50,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741936_1112 (size=496) 2024-12-11T04:15:50,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741935_1111 (size=86) 2024-12-11T04:15:51,190 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:51,190 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:51,190 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:52,016 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/hadoop-970496097060905667.jar 2024-12-11T04:15:52,017 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:52,017 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:52,017 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:52,017 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:52,018 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:52,018 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:52,018 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:52,018 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:52,019 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:52,019 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T04:15:52,019 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-11T04:15:52,019 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-11T04:15:52,019 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-11T04:15:52,020 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-11T04:15:52,020 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-11T04:15:52,020 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-11T04:15:52,020 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-11T04:15:52,020 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-11T04:15:52,021 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-11T04:15:52,021 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-11T04:15:52,021 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T04:15:52,021 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T04:15:52,022 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T04:15:52,022 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T04:15:52,022 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T04:15:52,022 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T04:15:52,022 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T04:15:52,055 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-11T04:15:52,078 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733890539098_ns2_test-17338904856661' hfile list 2024-12-11T04:15:52,080 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=13.2 K 2024-12-11T04:15:52,161 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/mapreduce.cluster.local.dir/job_local87314246_0007_1b792da1-b59d-4c16-ac9e-c2b906eed599/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-12-11T04:15:52,161 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/mapreduce.cluster.local.dir/job_local87314246_0007_1b792da1-b59d-4c16-ac9e-c2b906eed599/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-12-11T04:15:52,234 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-12-11T04:15:52,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741937_1113 (size=8413) 2024-12-11T04:15:52,668 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns2/test-17338904856661/f447f00d2b65c68320669c393f4d6b4c/f/8e6764e04eff4c61b816092109c12073 output=hdfs://localhost:41809/backupUT/backup_1733890530127/ns2/test-17338904856661/archive/data/ns2/test-17338904856661/f447f00d2b65c68320669c393f4d6b4c/f/8e6764e04eff4c61b816092109c12073 2024-12-11T04:15:52,669 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-12-11T04:15:52,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741938_1114 (size=5134) 2024-12-11T04:15:53,097 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns2/test-17338904856661/f447f00d2b65c68320669c393f4d6b4c/f/f93f6bb710b04aff80d0bc7ff01cdfff output=hdfs://localhost:41809/backupUT/backup_1733890530127/ns2/test-17338904856661/archive/data/ns2/test-17338904856661/f447f00d2b65c68320669c393f4d6b4c/f/f93f6bb710b04aff80d0bc7ff01cdfff 2024-12-11T04:15:53,098 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5134 (5.0 K) time=0sec 0.012M/sec 2024-12-11T04:15:53,211 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-11T04:15:53,213 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-11T04:15:53,222 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733890539098_ns2_test-17338904856661 2024-12-11T04:15:53,222 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733890539098_ns2_test-17338904856661 finished. 2024-12-11T04:15:53,222 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733890530127_test-1733890485666 2024-12-11T04:15:53,222 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733890541258_default_test-1733890485666 to hdfs://localhost:41809/backupUT/backup_1733890530127/default/test-1733890485666/ 2024-12-11T04:15:53,222 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-11T04:15:53,261 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:41809, inputRoot=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583 2024-12-11T04:15:53,261 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-44406321_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:41809/backupUT/backup_1733890530127/default/test-1733890485666, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:41809/backupUT/backup_1733890530127/default/test-1733890485666/.hbase-snapshot/.tmp/snapshot_1733890541258_default_test-1733890485666 2024-12-11T04:15:53,263 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-11T04:15:53,268 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/.hbase-snapshot/snapshot_1733890541258_default_test-1733890485666 to hdfs://localhost:41809/backupUT/backup_1733890530127/default/test-1733890485666/.hbase-snapshot/.tmp/snapshot_1733890541258_default_test-1733890485666 2024-12-11T04:15:53,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741940_1116 (size=1347) 2024-12-11T04:15:53,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741939_1115 (size=84) 2024-12-11T04:15:53,678 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:53,678 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:53,679 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:54,584 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/hadoop-1821028961163808427.jar 2024-12-11T04:15:54,585 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:54,585 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:54,585 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:54,585 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:54,586 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:54,586 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:54,586 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:54,587 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:54,587 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:54,587 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T04:15:54,587 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-11T04:15:54,588 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-11T04:15:54,588 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-11T04:15:54,588 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-11T04:15:54,589 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-11T04:15:54,589 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-11T04:15:54,589 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-11T04:15:54,589 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-11T04:15:54,590 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-11T04:15:54,590 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-11T04:15:54,590 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T04:15:54,591 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T04:15:54,591 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T04:15:54,591 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T04:15:54,591 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T04:15:54,592 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T04:15:54,592 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T04:15:54,657 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-11T04:15:54,714 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733890541258_default_test-1733890485666' hfile list 2024-12-11T04:15:54,717 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=43.0 K 2024-12-11T04:15:54,921 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/mapreduce.cluster.local.dir/job_local1769977359_0008_39eb86fa-41f6-4117-a117-d6cf85045da5/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-12-11T04:15:54,921 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/mapreduce.cluster.local.dir/job_local1769977359_0008_39eb86fa-41f6-4117-a117-d6cf85045da5/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-12-11T04:15:55,039 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-12-11T04:15:55,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741941_1117 (size=13760) 2024-12-11T04:15:55,565 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/mob/f9c30738c9224ab9bc30022f8b016583 output=hdfs://localhost:41809/backupUT/backup_1733890530127/default/test-1733890485666/archive/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/mob/f9c30738c9224ab9bc30022f8b016583 2024-12-11T04:15:55,565 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=13760 (13.4 K) time=0sec 0.026M/sec 2024-12-11T04:15:55,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741942_1118 (size=10796) 2024-12-11T04:15:56,010 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/f/7799235fffee4060a7de5e3ea0a45df0 output=hdfs://localhost:41809/backupUT/backup_1733890530127/default/test-1733890485666/archive/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/f/7799235fffee4060a7de5e3ea0a45df0 2024-12-11T04:15:56,010 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=10796 (10.5 K) time=0sec 0.024M/sec 2024-12-11T04:15:56,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741943_1119 (size=8413) 2024-12-11T04:15:56,048 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/f/f839b4d134c745d78c9052061c626578 output=hdfs://localhost:41809/backupUT/backup_1733890530127/default/test-1733890485666/archive/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/f/f839b4d134c745d78c9052061c626578 2024-12-11T04:15:56,048 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.236M/sec 2024-12-11T04:15:56,062 WARN [LocalJobRunner Map Task Executor #0 {}] mapred.Task(640): Task status: "copied 5.5 K/5.5 K (100.0%) from hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/mobdir/data/default/test-1733890485666/3a167c936a8a337acfc3d6eaab192b54/mob/d41d8cd98f00b204e9800998ecf8427e20241211a79eba838bb64bafb56f201e58539791_c8ff11b27ac8c1bf908ba90557135794 to hdfs://localhost:41809/backupUT/backup_1733890530127/default/test-1733890485666/archive/data/default/test-1733890485666/3a167c936a8a337acfc3d6eaab192b54/mob/d41d8cd98f00b204e9800998ecf8427e20241211a79eba838bb64bafb56f201e58539791_c8ff11b27ac8c1bf908ba90557135794" truncated to max limit (512 characters) 2024-12-11T04:15:56,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741944_1120 (size=5591) 2024-12-11T04:15:56,474 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/mobdir/data/default/test-1733890485666/3a167c936a8a337acfc3d6eaab192b54/mob/d41d8cd98f00b204e9800998ecf8427e20241211a79eba838bb64bafb56f201e58539791_c8ff11b27ac8c1bf908ba90557135794 output=hdfs://localhost:41809/backupUT/backup_1733890530127/default/test-1733890485666/archive/data/default/test-1733890485666/3a167c936a8a337acfc3d6eaab192b54/mob/d41d8cd98f00b204e9800998ecf8427e20241211a79eba838bb64bafb56f201e58539791_c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:15:56,474 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5591 (5.5 K) time=0sec 0.013M/sec 2024-12-11T04:15:56,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741945_1121 (size=5484) 2024-12-11T04:15:56,509 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/mob/b1ea12cd9bac437a9e22e0272b80771c output=hdfs://localhost:41809/backupUT/backup_1733890530127/default/test-1733890485666/archive/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/mob/b1ea12cd9bac437a9e22e0272b80771c 2024-12-11T04:15:56,509 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5484 (5.4 K) time=0sec 0.169M/sec 2024-12-11T04:15:56,986 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-11T04:15:56,986 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-11T04:15:56,994 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733890541258_default_test-1733890485666 2024-12-11T04:15:56,994 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733890541258_default_test-1733890485666 finished. 2024-12-11T04:15:56,994 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733890530127_ns3:test-17338904856662 2024-12-11T04:15:56,994 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733890543420_ns3_test-17338904856662 to hdfs://localhost:41809/backupUT/backup_1733890530127/ns3/test-17338904856662/ 2024-12-11T04:15:56,994 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-11T04:15:57,022 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:41809, inputRoot=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583 2024-12-11T04:15:57,022 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-44406321_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:41809/backupUT/backup_1733890530127/ns3/test-17338904856662, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:41809/backupUT/backup_1733890530127/ns3/test-17338904856662/.hbase-snapshot/.tmp/snapshot_1733890543420_ns3_test-17338904856662 2024-12-11T04:15:57,024 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-11T04:15:57,028 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/.hbase-snapshot/snapshot_1733890543420_ns3_test-17338904856662 to hdfs://localhost:41809/backupUT/backup_1733890530127/ns3/test-17338904856662/.hbase-snapshot/.tmp/snapshot_1733890543420_ns3_test-17338904856662 2024-12-11T04:15:57,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741946_1122 (size=443) 2024-12-11T04:15:57,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741947_1123 (size=86) 2024-12-11T04:15:57,048 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:57,048 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:57,048 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:58,013 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/hadoop-15543727383512411571.jar 2024-12-11T04:15:58,013 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:58,014 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:58,014 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:58,014 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:58,014 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:58,014 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:58,015 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:58,015 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:58,015 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:15:58,015 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T04:15:58,016 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-11T04:15:58,016 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-11T04:15:58,016 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-11T04:15:58,016 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-11T04:15:58,016 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-11T04:15:58,017 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-11T04:15:58,017 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-11T04:15:58,017 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-11T04:15:58,017 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-11T04:15:58,018 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-11T04:15:58,018 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T04:15:58,018 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T04:15:58,019 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T04:15:58,019 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T04:15:58,019 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T04:15:58,019 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T04:15:58,020 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T04:15:58,055 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-11T04:15:58,087 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733890543420_ns3_test-17338904856662' hfile list 2024-12-11T04:15:58,212 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/mapreduce.cluster.local.dir/job_local1141901452_0009_6d68e756-e290-464c-bd59-fdcda48b78cf/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-12-11T04:15:58,212 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/mapreduce.cluster.local.dir/job_local1141901452_0009_6d68e756-e290-464c-bd59-fdcda48b78cf/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-12-11T04:15:59,258 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-11T04:15:59,259 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-11T04:15:59,265 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733890543420_ns3_test-17338904856662 2024-12-11T04:15:59,265 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733890543420_ns3_test-17338904856662 finished. 2024-12-11T04:15:59,265 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): backup:system_bulk 2024-12-11T04:15:59,265 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns4:test-17338904856663 2024-12-11T04:15:59,265 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17338904856661 2024-12-11T04:15:59,265 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1733890485666 2024-12-11T04:15:59,265 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns3:test-17338904856662 2024-12-11T04:15:59,281 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733890530127 2024-12-11T04:15:59,282 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-12-11T04:15:59,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741948_1124 (size=176) 2024-12-11T04:15:59,691 INFO [Time-limited test {}] impl.BackupManifest(504): Manifest file stored to hdfs://localhost:41809/backupUT/backup_1733890530127/.backup.manifest 2024-12-11T04:15:59,691 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733890530127 finished: type=FULL,tablelist=backup:system_bulk;ns4:test-17338904856663;ns2:test-17338904856661;test-1733890485666;ns3:test-17338904856662,targetRootDir=hdfs://localhost:41809/backupUT,startts=1733890534329,completets=1733890559281,bytescopied=0 2024-12-11T04:15:59,691 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-12-11T04:15:59,691 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733890534751_backup_system_bulk 2024-12-11T04:15:59,692 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1733890534751_backup_system_bulk" type: DISABLED 2024-12-11T04:15:59,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733890534751_backup_system_bulk 2024-12-11T04:15:59,696 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733890534751_backup_system_bulk for backup backup_1733890530127 succeeded. 2024-12-11T04:15:59,696 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733890536928_ns4_test-17338904856663 2024-12-11T04:15:59,697 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1733890536928_ns4_test-17338904856663" type: DISABLED 2024-12-11T04:15:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733890536928_ns4_test-17338904856663 2024-12-11T04:15:59,701 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733890536928_ns4_test-17338904856663 for backup backup_1733890530127 succeeded. 2024-12-11T04:15:59,701 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733890539098_ns2_test-17338904856661 2024-12-11T04:15:59,702 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1733890539098_ns2_test-17338904856661" type: DISABLED 2024-12-11T04:15:59,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733890539098_ns2_test-17338904856661 2024-12-11T04:15:59,711 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733890539098_ns2_test-17338904856661 for backup backup_1733890530127 succeeded. 2024-12-11T04:15:59,711 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733890541258_default_test-1733890485666 2024-12-11T04:15:59,712 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1733890541258_default_test-1733890485666" type: DISABLED 2024-12-11T04:15:59,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733890541258_default_test-1733890485666 2024-12-11T04:15:59,716 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733890541258_default_test-1733890485666 for backup backup_1733890530127 succeeded. 2024-12-11T04:15:59,716 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733890543420_ns3_test-17338904856662 2024-12-11T04:15:59,717 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1733890543420_ns3_test-17338904856662" type: DISABLED 2024-12-11T04:15:59,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733890543420_ns3_test-17338904856662 2024-12-11T04:15:59,721 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733890543420_ns3_test-17338904856662 for backup backup_1733890530127 succeeded. 2024-12-11T04:15:59,722 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-11T04:15:59,728 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system" type: DISABLED 2024-12-11T04:15:59,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-12-11T04:15:59,735 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-12-11T04:15:59,738 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-11T04:15:59,744 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733890530127 completed. 2024-12-11T04:15:59,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T04:15:59,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T04:16:01,458 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T04:16:04,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T04:16:04,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T04:16:04,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T04:16:04,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T04:16:04,823 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-11T04:16:04,828 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733890564778 2024-12-11T04:16:04,830 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733890530127} 2024-12-11T04:16:04,830 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-12-11T04:16:04,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T04:16:04,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T04:16:04,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T04:16:04,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T04:16:04,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T04:16:04,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T04:16:04,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T04:16:04,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T04:16:04,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T04:16:04,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T04:16:04,959 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-11T04:16:04,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733890564959 (current time:1733890564959). 2024-12-11T04:16:04,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-11T04:16:04,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-12-11T04:16:04,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33e1e13c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:04,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:16:04,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:16:04,961 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:16:04,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:16:04,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:16:04,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9c1a67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:04,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:16:04,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:16:04,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:04,963 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:16:04,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76bc29cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:04,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:16:04,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:16:04,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:16:04,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T04:16:04,968 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339. 2024-12-11T04:16:04,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T04:16:04,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:04,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:04,968 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:16:04,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-11T04:16:04,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-11T04:16:04,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-12-11T04:16:04,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-11T04:16:04,971 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-11T04:16:04,972 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-11T04:16:05,013 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-11T04:16:05,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741949_1125 (size=52) 2024-12-11T04:16:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-11T04:16:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-11T04:16:05,422 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-11T04:16:05,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e117b945a97cbe117abfea503994408c}] 2024-12-11T04:16:05,424 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e117b945a97cbe117abfea503994408c 2024-12-11T04:16:05,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=61 2024-12-11T04:16:05,576 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733890497134.e117b945a97cbe117abfea503994408c. 2024-12-11T04:16:05,576 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing e117b945a97cbe117abfea503994408c 2/2 column families, dataSize=2.54 KB heapSize=4.22 KB 2024-12-11T04:16:05,581 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/.tmp/meta/4c51db1fd74c495da72590ba7716ae84 is 158, key is trslm:hdfs://localhost:41809/backupUT\x00ns2:test-17338904856661/meta:log-roll-map/1733890559272/Put/seqid=0 2024-12-11T04:16:05,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741950_1126 (size=6646) 2024-12-11T04:16:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-11T04:16:05,989 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.36 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/.tmp/meta/4c51db1fd74c495da72590ba7716ae84 2024-12-11T04:16:05,998 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/.tmp/session/8528030b4eb34cf1b0628f55d801c823 is 826, key is session:backup_1733890530127/session:context/1733890559737/Put/seqid=0 2024-12-11T04:16:06,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741951_1127 (size=5928) 2024-12-11T04:16:06,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-11T04:16:06,405 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/.tmp/session/8528030b4eb34cf1b0628f55d801c823 2024-12-11T04:16:06,411 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/.tmp/meta/4c51db1fd74c495da72590ba7716ae84 as hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/meta/4c51db1fd74c495da72590ba7716ae84 2024-12-11T04:16:06,417 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/meta/4c51db1fd74c495da72590ba7716ae84, entries=12, sequenceid=42, filesize=6.5 K 2024-12-11T04:16:06,418 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/.tmp/session/8528030b4eb34cf1b0628f55d801c823 as hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/session/8528030b4eb34cf1b0628f55d801c823 2024-12-11T04:16:06,424 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/session/8528030b4eb34cf1b0628f55d801c823, entries=2, sequenceid=42, filesize=5.8 K 2024-12-11T04:16:06,425 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2604, heapSize ~4.19 KB/4288, currentSize=0 B/0 for e117b945a97cbe117abfea503994408c in 849ms, sequenceid=42, compaction requested=true 2024-12-11T04:16:06,425 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for e117b945a97cbe117abfea503994408c: 2024-12-11T04:16:06,425 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733890497134.e117b945a97cbe117abfea503994408c. for snapshot_backup_system completed. 2024-12-11T04:16:06,425 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733890497134.e117b945a97cbe117abfea503994408c.' region-info for snapshot=snapshot_backup_system 2024-12-11T04:16:06,425 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T04:16:06,426 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/meta/63de5181ad46498b8840e9957f9e6b67, hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/meta/87fead13212e4bb18fb6f7f780056a8e, hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/meta/4c51db1fd74c495da72590ba7716ae84] hfiles 2024-12-11T04:16:06,426 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/meta/63de5181ad46498b8840e9957f9e6b67 for snapshot=snapshot_backup_system 2024-12-11T04:16:06,426 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/meta/87fead13212e4bb18fb6f7f780056a8e for snapshot=snapshot_backup_system 2024-12-11T04:16:06,426 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/meta/4c51db1fd74c495da72590ba7716ae84 for snapshot=snapshot_backup_system 2024-12-11T04:16:06,426 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/session/faa9e60b9a0648cb80d7ff098238f701, hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/session/417ffa18c89f404984b5799a0e621f76, hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/session/e057a2c043e5434ba29ff93c1c5d6b1f, hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/session/8528030b4eb34cf1b0628f55d801c823] hfiles 2024-12-11T04:16:06,426 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/4): hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/session/faa9e60b9a0648cb80d7ff098238f701 for snapshot=snapshot_backup_system 2024-12-11T04:16:06,426 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/4): hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/session/417ffa18c89f404984b5799a0e621f76 for snapshot=snapshot_backup_system 2024-12-11T04:16:06,426 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/4): hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/session/e057a2c043e5434ba29ff93c1c5d6b1f for snapshot=snapshot_backup_system 2024-12-11T04:16:06,426 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (4/4): hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/session/8528030b4eb34cf1b0628f55d801c823 for snapshot=snapshot_backup_system 2024-12-11T04:16:06,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741952_1128 (size=330) 2024-12-11T04:16:06,834 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733890497134.e117b945a97cbe117abfea503994408c. 2024-12-11T04:16:06,834 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-12-11T04:16:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-12-11T04:16:06,835 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region e117b945a97cbe117abfea503994408c 2024-12-11T04:16:06,835 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e117b945a97cbe117abfea503994408c 2024-12-11T04:16:06,837 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-12-11T04:16:06,837 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-11T04:16:06,837 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e117b945a97cbe117abfea503994408c in 1.4130 sec 2024-12-11T04:16:06,838 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-11T04:16:06,839 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-11T04:16:06,839 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-12-11T04:16:06,840 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/.hbase-snapshot/.tmp/snapshot_backup_system 2024-12-11T04:16:06,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741953_1129 (size=967) 2024-12-11T04:16:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-11T04:16:07,252 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-11T04:16:07,261 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-11T04:16:07,261 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/.hbase-snapshot/snapshot_backup_system 2024-12-11T04:16:07,263 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-11T04:16:07,263 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-12-11T04:16:07,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2940 sec 2024-12-11T04:16:09,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-11T04:16:09,128 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-12-11T04:16:09,128 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733890564778 started at 1733890569128. 2024-12-11T04:16:09,130 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733890564778 has been started. 2024-12-11T04:16:09,134 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [backup:system_bulk, ns2:test-17338904856661, ns3:test-17338904856662, ns4:test-17338904856663, test-1733890485666] 2024-12-11T04:16:09,138 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1733890520407for backupID backup_1733890564778 2024-12-11T04:16:09,138 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-12-11T04:16:09,139 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc 2024-12-11T04:16:09,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-12-11T04:16:09,139 INFO [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-12-11T04:16:09,139 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-12-11T04:16:09,139 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-12-11T04:16:09,139 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-12-11T04:16:09,140 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-11T04:16:09,140 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-12-11T04:16:09,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-11T04:16:09,233 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/b03dfe6810ce,44149,1733890475367 2024-12-11T04:16:09,233 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-11T04:16:09,233 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-11T04:16:09,233 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/b03dfe6810ce,44149,1733890475367 2024-12-11T04:16:09,233 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-12-11T04:16:09,234 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-12-11T04:16:09,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-11T04:16:09,234 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-12-11T04:16:09,234 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-12-11T04:16:09,235 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-12-11T04:16:09,235 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-12-11T04:16:09,235 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-12-11T04:16:09,235 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-12-11T04:16:09,235 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-12-11T04:16:09,235 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-12-11T04:16:09,235 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-12-11T04:16:09,235 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'b03dfe6810ce,44149,1733890475367' joining acquired barrier for procedure (rolllog) in zk 2024-12-11T04:16:09,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/b03dfe6810ce,44149,1733890475367 2024-12-11T04:16:09,254 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-12-11T04:16:09,255 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/b03dfe6810ce,44149,1733890475367 2024-12-11T04:16:09,255 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-11T04:16:09,255 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-11T04:16:09,255 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-12-11T04:16:09,255 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-12-11T04:16:09,255 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-11T04:16:09,256 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-11T04:16:09,256 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T04:16:09,256 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b03dfe6810ce,44149,1733890475367 2024-12-11T04:16:09,257 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-11T04:16:09,257 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'b03dfe6810ce,44149,1733890475367' joining acquired barrier for procedure 'rolllog' on coordinator 2024-12-11T04:16:09,257 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@6128a5af[Count = 0] remaining members to acquire global barrier 2024-12-11T04:16:09,257 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-12-11T04:16:09,257 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-12-11T04:16:09,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-11T04:16:09,269 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-12-11T04:16:09,269 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-12-11T04:16:09,269 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-12-11T04:16:09,270 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/b03dfe6810ce,44149,1733890475367 2024-12-11T04:16:09,270 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-12-11T04:16:09,270 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-12-11T04:16:09,270 DEBUG [rs(b03dfe6810ce,44149,1733890475367)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: b03dfe6810ce,44149,1733890475367 2024-12-11T04:16:09,270 INFO [rs(b03dfe6810ce,44149,1733890475367)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733890534567 highest: 1733890534597 on b03dfe6810ce,44149,1733890475367 2024-12-11T04:16:09,270 DEBUG [regionserver/b03dfe6810ce:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-0:(num 1733890534567) roll requested 2024-12-11T04:16:09,282 DEBUG [regionserver/b03dfe6810ce:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-0.1733890569270, exclude list is [], retry=0 2024-12-11T04:16:09,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43977,DS-cd161e01-c43a-4f31-984a-79ae4b33f7ad,DISK] 2024-12-11T04:16:09,288 INFO [regionserver/b03dfe6810ce:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-0.1733890534567 with entries=2, filesize=645 B; new WAL /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-0.1733890569270 2024-12-11T04:16:09,288 DEBUG [regionserver/b03dfe6810ce:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36347:36347)] 2024-12-11T04:16:09,288 DEBUG [regionserver/b03dfe6810ce:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-0.1733890534567 is not closed yet, will try archiving it next time 2024-12-11T04:16:09,288 DEBUG [regionserver/b03dfe6810ce:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-1:(num 1733890534597) roll requested 2024-12-11T04:16:09,289 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-0.1733890503162 to hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/oldWALs/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-0.1733890503162 2024-12-11T04:16:09,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741911_1087 (size=653) 2024-12-11T04:16:09,291 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-0.1733890534567 to hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/oldWALs/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-0.1733890534567 2024-12-11T04:16:09,306 DEBUG [regionserver/b03dfe6810ce:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-1.1733890569289, exclude list is [], retry=0 2024-12-11T04:16:09,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43977,DS-cd161e01-c43a-4f31-984a-79ae4b33f7ad,DISK] 2024-12-11T04:16:09,311 INFO [regionserver/b03dfe6810ce:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-1.1733890534597 with entries=17, filesize=4.59 KB; new WAL /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-1.1733890569289 2024-12-11T04:16:09,311 DEBUG [regionserver/b03dfe6810ce:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36347:36347)] 2024-12-11T04:16:09,311 DEBUG [regionserver/b03dfe6810ce:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-1.1733890534597 is not closed yet, will try archiving it next time 2024-12-11T04:16:09,311 DEBUG [regionserver/b03dfe6810ce:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b03dfe6810ce%2C44149%2C1733890475367.meta:.meta(num 1733890534627) roll requested 2024-12-11T04:16:09,311 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-1.1733890520407 to hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/oldWALs/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-1.1733890520407 2024-12-11T04:16:09,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741912_1088 (size=4710) 2024-12-11T04:16:09,325 DEBUG [regionserver/b03dfe6810ce:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.meta.1733890569311.meta, exclude list is [], retry=0 2024-12-11T04:16:09,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43977,DS-cd161e01-c43a-4f31-984a-79ae4b33f7ad,DISK] 2024-12-11T04:16:09,328 INFO [regionserver/b03dfe6810ce:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.meta.1733890534627.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.meta.1733890569311.meta 2024-12-11T04:16:09,328 DEBUG [regionserver/b03dfe6810ce:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36347:36347)] 2024-12-11T04:16:09,328 DEBUG [regionserver/b03dfe6810ce:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.meta.1733890534627.meta is not closed yet, will try archiving it next time 2024-12-11T04:16:09,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741913_1089 (size=93) 2024-12-11T04:16:09,330 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.meta.1733890534627.meta not finished, retry = 0 2024-12-11T04:16:09,330 DEBUG [rs(b03dfe6810ce,44149,1733890475367)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-12-11T04:16:09,330 INFO [rs(b03dfe6810ce,44149,1733890475367)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733890569270 on b03dfe6810ce,44149,1733890475367 2024-12-11T04:16:09,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T04:16:09,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T04:16:09,347 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-12-11T04:16:09,347 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'b03dfe6810ce,44149,1733890475367' in zk 2024-12-11T04:16:09,360 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-12-11T04:16:09,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/b03dfe6810ce,44149,1733890475367 2024-12-11T04:16:09,360 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-11T04:16:09,360 DEBUG [member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-12-11T04:16:09,360 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/b03dfe6810ce,44149,1733890475367 2024-12-11T04:16:09,360 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-11T04:16:09,360 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-11T04:16:09,360 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-11T04:16:09,361 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-11T04:16:09,361 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T04:16:09,361 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b03dfe6810ce,44149,1733890475367 2024-12-11T04:16:09,362 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-11T04:16:09,362 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T04:16:09,362 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b03dfe6810ce,44149,1733890475367 2024-12-11T04:16:09,363 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'b03dfe6810ce,44149,1733890475367': 2024-12-11T04:16:09,363 INFO [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-12-11T04:16:09,363 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'b03dfe6810ce,44149,1733890475367' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-12-11T04:16:09,363 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-12-11T04:16:09,363 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-12-11T04:16:09,363 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-12-11T04:16:09,363 INFO [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-12-11T04:16:09,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-11T04:16:09,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-11T04:16:09,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-11T04:16:09,374 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-12-11T04:16:09,374 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-11T04:16:09,374 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-11T04:16:09,375 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-12-11T04:16:09,375 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-11T04:16:09,375 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-11T04:16:09,375 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-11T04:16:09,375 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-11T04:16:09,376 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T04:16:09,376 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/b03dfe6810ce,44149,1733890475367 2024-12-11T04:16:09,376 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-11T04:16:09,376 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-11T04:16:09,377 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T04:16:09,377 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b03dfe6810ce,44149,1733890475367 2024-12-11T04:16:09,378 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/b03dfe6810ce,44149,1733890475367 2024-12-11T04:16:09,378 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-11T04:16:09,379 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T04:16:09,380 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b03dfe6810ce,44149,1733890475367 2024-12-11T04:16:09,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-11T04:16:09,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-11T04:16:09,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/b03dfe6810ce,44149,1733890475367 2024-12-11T04:16:09,396 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-11T04:16:09,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-11T04:16:09,396 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-11T04:16:09,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-11T04:16:09,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/b03dfe6810ce,44149,1733890475367 2024-12-11T04:16:09,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-11T04:16:09,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-11T04:16:09,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-11T04:16:09,396 DEBUG [(b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-11T04:16:09,396 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-12-11T04:16:09,396 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-12-11T04:16:09,396 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-11T04:16:09,397 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-11T04:16:09,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-12-11T04:16:09,411 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {b03dfe6810ce:44149=1733890520407} newestTimestamps: {b03dfe6810ce:44149=1733890534597} 2024-12-11T04:16:09,412 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: b03dfe6810ce%2C44149%2C1733890475367.meta.1733890480350.meta 2024-12-11T04:16:09,412 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: b03dfe6810ce%2C44149%2C1733890475367.meta.1733890520424.meta 2024-12-11T04:16:09,412 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: b03dfe6810ce%2C44149%2C1733890475367.meta.1733890534627.meta 2024-12-11T04:16:09,412 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: b03dfe6810ce%2C44149%2C1733890475367.meta.1733890569311.meta 2024-12-11T04:16:09,413 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-0.1733890569270 2024-12-11T04:16:09,413 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-1.1733890534597 2024-12-11T04:16:09,413 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-1.1733890569289 2024-12-11T04:16:09,414 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/oldWALs/b03dfe6810ce%2C44149%2C1733890475367.meta.1733890503206.meta 2024-12-11T04:16:09,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741957_1133 (size=640) 2024-12-11T04:16:09,427 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:backup:system_bulk target: hdfs://localhost:41809/backupUT/backup_1733890564778/backup/system_bulk descriptor: 'backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T04:16:09,427 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-11T04:16:09,431 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.meta.1733890534627.meta to hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/oldWALs/b03dfe6810ce%2C44149%2C1733890475367.meta.1733890534627.meta 2024-12-11T04:16:09,433 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table backup:system_bulk 2024-12-11T04:16:09,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741958_1134 (size=45) 2024-12-11T04:16:09,842 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table backup:system_bulk 2024-12-11T04:16:09,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741959_1135 (size=390) 2024-12-11T04:16:10,252 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns4:test-17338904856663 target: hdfs://localhost:41809/backupUT/backup_1733890564778/ns4/test-17338904856663 descriptor: 'ns4:test-17338904856663', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T04:16:10,252 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-11T04:16:10,255 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns4:test-17338904856663 2024-12-11T04:16:10,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741960_1136 (size=50) 2024-12-11T04:16:10,662 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns4:test-17338904856663 2024-12-11T04:16:10,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741961_1137 (size=364) 2024-12-11T04:16:11,074 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17338904856661 target: hdfs://localhost:41809/backupUT/backup_1733890564778/ns2/test-17338904856661 descriptor: 'ns2:test-17338904856661', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T04:16:11,074 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-11T04:16:11,076 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17338904856661 2024-12-11T04:16:11,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741962_1138 (size=50) 2024-12-11T04:16:11,482 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17338904856661 2024-12-11T04:16:11,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741963_1139 (size=950) 2024-12-11T04:16:11,496 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1733890485666 target: hdfs://localhost:41809/backupUT/backup_1733890564778/default/test-1733890485666 descriptor: 'test-1733890485666', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T04:16:11,496 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-11T04:16:11,498 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1733890485666 2024-12-11T04:16:11,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741964_1140 (size=53) 2024-12-11T04:16:11,903 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1733890485666 2024-12-11T04:16:11,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741965_1141 (size=390) 2024-12-11T04:16:12,315 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns3:test-17338904856662 target: hdfs://localhost:41809/backupUT/backup_1733890564778/ns3/test-17338904856662 descriptor: 'ns3:test-17338904856662', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T04:16:12,315 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-11T04:16:12,317 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns3:test-17338904856662 2024-12-11T04:16:12,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741966_1142 (size=50) 2024-12-11T04:16:12,324 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns3:test-17338904856662 2024-12-11T04:16:12,340 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:41809/backupUT/.tmp/backup_1733890564778 from hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-1.1733890534597;hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/oldWALs/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-0.1733890534567 2024-12-11T04:16:12,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a71ab2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:12,341 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:16:12,341 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:16:12,342 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:16:12,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:16:12,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:16:12,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60ca1f7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:12,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:16:12,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:16:12,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:12,344 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:16:12,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a00def7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:12,345 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T04:16:12,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b03dfe6810ce,37339,1733890472890 2024-12-11T04:16:12,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16cb3f58 2024-12-11T04:16:12,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T04:16:12,353 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T04:16:12,357 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-11T04:16:12,357 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table backup:system_bulk 2024-12-11T04:16:12,358 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T04:16:12,358 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:16:12,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:16:12,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:16:12,361 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T04:16:12,363 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for backup:system_bulk: backup:system_bulk; 2024-12-11T04:16:12,363 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17338904856661 2024-12-11T04:16:12,363 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17338904856661,, stopping at row=ns2:test-17338904856661 ,, for max=2147483647 with caching=100 2024-12-11T04:16:12,365 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17338904856661: ns2:test-17338904856661; 2024-12-11T04:16:12,366 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns3:test-17338904856662 2024-12-11T04:16:12,366 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns3:test-17338904856662,, stopping at row=ns3:test-17338904856662 ,, for max=2147483647 with caching=100 2024-12-11T04:16:12,368 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns3:test-17338904856662: ns3:test-17338904856662; 2024-12-11T04:16:12,368 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns4:test-17338904856663 2024-12-11T04:16:12,368 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns4:test-17338904856663,, stopping at row=ns4:test-17338904856663 ,, for max=2147483647 with caching=100 2024-12-11T04:16:12,370 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns4:test-17338904856663: ns4:test-17338904856663; 2024-12-11T04:16:12,370 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1733890485666 2024-12-11T04:16:12,370 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733890485666,, stopping at row=test-1733890485666 ,, for max=2147483647 with caching=100 2024-12-11T04:16:12,373 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1733890485666: test-1733890485666; 2024-12-11T04:16:12,373 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 5 reduce partitions to match current region count for all tables 2024-12-11T04:16:12,374 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/partitions_1e503cef-233b-4ab0-aa20-6e75eb004ae7 2024-12-11T04:16:12,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741967_1143 (size=324) 2024-12-11T04:16:12,783 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:12,784 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:12,784 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:13,714 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/hadoop-8078697959130799842.jar 2024-12-11T04:16:13,715 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:13,715 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:13,715 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:13,715 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:13,716 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:13,716 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:13,716 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:13,717 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:13,717 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:13,717 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T04:16:13,717 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-11T04:16:13,718 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-11T04:16:13,718 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-11T04:16:13,718 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-11T04:16:13,718 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-11T04:16:13,719 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-11T04:16:13,719 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-11T04:16:13,719 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-11T04:16:13,719 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-11T04:16:13,719 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-11T04:16:13,720 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:13,720 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:13,720 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:13,720 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:13,720 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:13,720 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:13,721 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T04:16:13,721 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: backup:system_bulk,ns2:test-17338904856661,ns3:test-17338904856662,ns4:test-17338904856663,default:test-1733890485666 2024-12-11T04:16:13,721 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T04:16:13,721 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:188) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T04:16:13,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:13,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:13,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:16:13,722 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T04:16:14,597 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/hadoop-14700551962552198600.jar 2024-12-11T04:16:14,606 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-11T04:16:14,631 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-1.1733890534597 for WAL files 2024-12-11T04:16:14,632 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-1.1733890534597 2024-12-11T04:16:14,632 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/oldWALs/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-0.1733890534567 for WAL files 2024-12-11T04:16:14,633 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/oldWALs/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-0.1733890534567 2024-12-11T04:16:14,702 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/mapreduce.cluster.local.dir/job_local119762999_0010_6ce36f60-f267-49b3-a001-0021c358db1b/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-12-11T04:16:14,703 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/mapreduce.cluster.local.dir/job_local119762999_0010_6ce36f60-f267-49b3-a001-0021c358db1b/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-12-11T04:16:14,749 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-1.1733890534597 for hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-1.1733890534597 (-9223372036854775808:9223372036854775807) length:4710 2024-12-11T04:16:14,751 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-12-11T04:16:14,752 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-12-11T04:16:14,785 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/oldWALs/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-0.1733890534567 for hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/oldWALs/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-0.1733890534567 (-9223372036854775808:9223372036854775807) length:653 2024-12-11T04:16:14,787 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c8ff11b27ac8c1bf908ba90557135794, had cached 0 bytes from a total of 38453 2024-12-11T04:16:14,788 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-12-11T04:16:14,788 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-12-11T04:16:14,868 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6237c55a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:14,868 DEBUG [pool-260-thread-1 {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:16:14,868 DEBUG [pool-260-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:16:14,869 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:16:14,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:16:14,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:16:14,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36fac726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:14,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:16:14,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:16:14,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:14,871 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:16:14,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4259b66e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:14,872 DEBUG [pool-260-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:16:14,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:16:14,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:16:14,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T04:16:14,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733890485666', row='row-test-1733890485666-2-0', locateType=CURRENT is [region=test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794., hostname=b03dfe6810ce,44149,1733890475367, seqNum=338] 2024-12-11T04:16:14,876 INFO [pool-260-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-260-thread-1. 2024-12-11T04:16:14,876 DEBUG [pool-260-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T04:16:14,876 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:14,876 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:14,876 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:16:14,876 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733890485666-2-0] 2024-12-11T04:16:14,876 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b03dfe6810ce 2024-12-11T04:16:14,879 DEBUG [pool-260-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41809/backupUT/.tmp/backup_1733890564778/_temporary/0/_temporary/attempt_local119762999_0010_r_000004_0/default/test-1733890485666/f2/887b6b3c85a345249c64df28ef278264 is 58, key is row-test-1733890485666-2-0/f2:q1/1733890559763/Put/seqid=0 2024-12-11T04:16:14,881 WARN [Thread-1517 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b03dfe6810ce:44149] Specified favored nodes: [b03dfe6810ce:44149] 2024-12-11T04:16:14,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741968_1144 (size=5366) 2024-12-11T04:16:15,744 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:41809/backupUT 2024-12-11T04:16:15,744 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1733890564778 2024-12-11T04:16:15,744 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-12-11T04:16:15,757 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:41809/backupUT/.tmp/backup_1733890564778, hdfs://localhost:41809/backupUT] 2024-12-11T04:16:15,800 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-11T04:16:15,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741969_1145 (size=5366) 2024-12-11T04:16:16,398 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-12-11T04:16:16,400 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1733890564778 2024-12-11T04:16:16,400 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 5366 bytes copied." 2024-12-11T04:16:16,401 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local1750394291_0011 completed: true true 2024-12-11T04:16:16,401 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=6688400 FILE: Number of bytes written=17209883 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=410786 HDFS: Number of bytes written=2548174 HDFS: Number of read operations=1171 HDFS: Number of large read operations=0 HDFS: Number of write operations=423 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=6 Map output records=0 Input split bytes=341 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=1482 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=5366 Bytes Copied=5366 Bytes Expected=5366 Files Copied=2 DIR_COPY=4 2024-12-11T04:16:16,401 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:41809/backupUT/.tmp/backup_1733890564778 to hdfs://localhost:41809/backupUT finished. 2024-12-11T04:16:16,422 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733890564778 2024-12-11T04:16:16,426 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733890530127} 2024-12-11T04:16:16,426 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-12-11T04:16:16,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741970_1146 (size=648) 2024-12-11T04:16:16,835 INFO [Time-limited test {}] impl.BackupManifest(504): Manifest file stored to hdfs://localhost:41809/backupUT/backup_1733890564778/.backup.manifest 2024-12-11T04:16:16,835 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733890564778 finished: type=INCREMENTAL,tablelist=backup:system_bulk;ns4:test-17338904856663;ns2:test-17338904856661;test-1733890485666;ns3:test-17338904856662,targetRootDir=hdfs://localhost:41809/backupUT,startts=1733890569128,completets=1733890576422,bytescopied=0 2024-12-11T04:16:16,835 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-11T04:16:16,846 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system" type: DISABLED 2024-12-11T04:16:16,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-12-11T04:16:16,849 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-12-11T04:16:16,851 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-11T04:16:16,854 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733890564778 completed. 2024-12-11T04:16:16,855 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-12-11T04:16:16,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T04:16:16,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T04:16:16,872 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:41809/backupUT/backup_1733890564778/.backup.manifest 2024-12-11T04:16:16,874 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733890564778/.backup.manifest 2024-12-11T04:16:16,874 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(196): Restoring full backup_1733890496954 2024-12-11T04:16:16,877 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table table1 does not exist. It will be created during restore process 2024-12-11T04:16:16,878 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table ns2:table2 does not exist. It will be created during restore process 2024-12-11T04:16:16,879 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:41809/backupUT/backup_1733890496954/.backup.manifest 2024-12-11T04:16:16,881 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733890496954/.backup.manifest 2024-12-11T04:16:16,884 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:41809/backupUT/backup_1733890496954/.backup.manifest 2024-12-11T04:16:16,886 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733890496954/.backup.manifest 2024-12-11T04:16:16,886 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1733890485666' to 'table1' from full backup image hdfs://localhost:41809/backupUT/backup_1733890496954/default/test-1733890485666 2024-12-11T04:16:16,894 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'table1' 2024-12-11T04:16:16,895 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:41809/backupUT/backup_1733890496954/default/test-1733890485666/archive/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:16:16,896 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:41809/backupUT/backup_1733890496954/default/test-1733890485666/archive/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/f in region [hdfs://localhost:41809/backupUT/backup_1733890496954/default/test-1733890485666/archive/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794] 2024-12-11T04:16:16,900 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:41809/backupUT/backup_1733890496954/default/test-1733890485666/archive/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/f/f839b4d134c745d78c9052061c626578 first=row0 last=row98 2024-12-11T04:16:16,900 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:41809/backupUT/backup_1733890496954/default/test-1733890485666/archive/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/f3 in region [hdfs://localhost:41809/backupUT/backup_1733890496954/default/test-1733890485666/archive/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794] 2024-12-11T04:16:16,904 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:41809/backupUT/backup_1733890496954/default/test-1733890485666/archive/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/f3/f25b763c2f8f40598deb6e49ea559aea first=row-test-1733890485666-3-0 last=row-test-1733890485666-3-5 2024-12-11T04:16:16,904 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:41809/backupUT/backup_1733890496954/default/test-1733890485666/archive/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/mob in region [hdfs://localhost:41809/backupUT/backup_1733890496954/default/test-1733890485666/archive/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794] 2024-12-11T04:16:16,908 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:41809/backupUT/backup_1733890496954/default/test-1733890485666/archive/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/mob/b1ea12cd9bac437a9e22e0272b80771c first=row-test-1733890485666-3-0 last=row-test-1733890485666-3-5 2024-12-11T04:16:16,912 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'table1', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T04:16:16,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=table1 2024-12-11T04:16:16,914 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T04:16:16,914 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:16:16,914 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 62 2024-12-11T04:16:16,915 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T04:16:16,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-11T04:16:16,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741971_1147 (size=938) 2024-12-11T04:16:17,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-11T04:16:17,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-11T04:16:17,328 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6cec47135c76b4313248436f4c6b0a93, NAME => 'table1,,1733890576912.6cec47135c76b4313248436f4c6b0a93.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583 2024-12-11T04:16:17,328 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c956cfc73194ebfa67fc33aaf82b032a, NAME => 'table1,row0,1733890576912.c956cfc73194ebfa67fc33aaf82b032a.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583 2024-12-11T04:16:17,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741972_1148 (size=45) 2024-12-11T04:16:17,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741973_1149 (size=45) 2024-12-11T04:16:17,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-11T04:16:17,741 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1733890576912.c956cfc73194ebfa67fc33aaf82b032a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T04:16:17,741 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1733890576912.6cec47135c76b4313248436f4c6b0a93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T04:16:17,742 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 6cec47135c76b4313248436f4c6b0a93, disabling compactions & flushes 2024-12-11T04:16:17,742 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing c956cfc73194ebfa67fc33aaf82b032a, disabling compactions & flushes 2024-12-11T04:16:17,742 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1733890576912.6cec47135c76b4313248436f4c6b0a93. 2024-12-11T04:16:17,742 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1733890576912.c956cfc73194ebfa67fc33aaf82b032a. 2024-12-11T04:16:17,742 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733890576912.6cec47135c76b4313248436f4c6b0a93. 2024-12-11T04:16:17,742 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1733890576912.6cec47135c76b4313248436f4c6b0a93. after waiting 0 ms 2024-12-11T04:16:17,742 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733890576912.c956cfc73194ebfa67fc33aaf82b032a. 2024-12-11T04:16:17,742 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1733890576912.6cec47135c76b4313248436f4c6b0a93. 2024-12-11T04:16:17,742 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1733890576912.6cec47135c76b4313248436f4c6b0a93. 2024-12-11T04:16:17,742 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733890576912.c956cfc73194ebfa67fc33aaf82b032a. after waiting 0 ms 2024-12-11T04:16:17,742 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733890576912.c956cfc73194ebfa67fc33aaf82b032a. 2024-12-11T04:16:17,742 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6cec47135c76b4313248436f4c6b0a93: Waiting for close lock at 1733890577741Disabling compacts and flushes for region at 1733890577741Disabling writes for close at 1733890577742 (+1 ms)Writing region close event to WAL at 1733890577742Closed at 1733890577742 2024-12-11T04:16:17,742 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1733890576912.c956cfc73194ebfa67fc33aaf82b032a. 2024-12-11T04:16:17,743 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for c956cfc73194ebfa67fc33aaf82b032a: Waiting for close lock at 1733890577741Disabling compacts and flushes for region at 1733890577741Disabling writes for close at 1733890577742 (+1 ms)Writing region close event to WAL at 1733890577742Closed at 1733890577742 2024-12-11T04:16:17,744 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T04:16:17,745 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1733890576912.6cec47135c76b4313248436f4c6b0a93.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733890577745"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733890577745"}]},"ts":"1733890577745"} 2024-12-11T04:16:17,745 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1733890576912.c956cfc73194ebfa67fc33aaf82b032a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733890577745"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733890577745"}]},"ts":"1733890577745"} 2024-12-11T04:16:17,750 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-11T04:16:17,751 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T04:16:17,752 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733890577751"}]},"ts":"1733890577751"} 2024-12-11T04:16:17,753 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-12-11T04:16:17,754 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=6cec47135c76b4313248436f4c6b0a93, ASSIGN}, {pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=c956cfc73194ebfa67fc33aaf82b032a, ASSIGN}] 2024-12-11T04:16:17,755 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=c956cfc73194ebfa67fc33aaf82b032a, ASSIGN 2024-12-11T04:16:17,755 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=6cec47135c76b4313248436f4c6b0a93, ASSIGN 2024-12-11T04:16:17,756 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=6cec47135c76b4313248436f4c6b0a93, ASSIGN; state=OFFLINE, location=b03dfe6810ce,44149,1733890475367; forceNewPlan=false, retain=false 2024-12-11T04:16:17,756 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=c956cfc73194ebfa67fc33aaf82b032a, ASSIGN; state=OFFLINE, location=b03dfe6810ce,44149,1733890475367; forceNewPlan=false, retain=false 2024-12-11T04:16:17,907 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=6cec47135c76b4313248436f4c6b0a93, regionState=OPENING, regionLocation=b03dfe6810ce,44149,1733890475367 2024-12-11T04:16:17,907 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=c956cfc73194ebfa67fc33aaf82b032a, regionState=OPENING, regionLocation=b03dfe6810ce,44149,1733890475367 2024-12-11T04:16:17,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=6cec47135c76b4313248436f4c6b0a93, ASSIGN because future has completed 2024-12-11T04:16:17,912 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6cec47135c76b4313248436f4c6b0a93, server=b03dfe6810ce,44149,1733890475367}] 2024-12-11T04:16:17,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=c956cfc73194ebfa67fc33aaf82b032a, ASSIGN because future has completed 2024-12-11T04:16:17,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure c956cfc73194ebfa67fc33aaf82b032a, server=b03dfe6810ce,44149,1733890475367}] 2024-12-11T04:16:18,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-11T04:16:18,072 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(132): Open table1,row0,1733890576912.c956cfc73194ebfa67fc33aaf82b032a. 2024-12-11T04:16:18,073 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7752): Opening region: {ENCODED => c956cfc73194ebfa67fc33aaf82b032a, NAME => 'table1,row0,1733890576912.c956cfc73194ebfa67fc33aaf82b032a.', STARTKEY => 'row0', ENDKEY => ''} 2024-12-11T04:16:18,073 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-11T04:16:18,074 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 c956cfc73194ebfa67fc33aaf82b032a 2024-12-11T04:16:18,074 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(898): Instantiated table1,row0,1733890576912.c956cfc73194ebfa67fc33aaf82b032a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T04:16:18,074 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7794): checking encryption for c956cfc73194ebfa67fc33aaf82b032a 2024-12-11T04:16:18,074 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7797): checking classloading for c956cfc73194ebfa67fc33aaf82b032a 2024-12-11T04:16:18,077 INFO [StoreOpener-c956cfc73194ebfa67fc33aaf82b032a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c956cfc73194ebfa67fc33aaf82b032a 2024-12-11T04:16:18,079 INFO [StoreOpener-c956cfc73194ebfa67fc33aaf82b032a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c956cfc73194ebfa67fc33aaf82b032a columnFamilyName f 2024-12-11T04:16:18,079 DEBUG [StoreOpener-c956cfc73194ebfa67fc33aaf82b032a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:16:18,080 INFO [StoreOpener-c956cfc73194ebfa67fc33aaf82b032a-1 {}] regionserver.HStore(327): Store=c956cfc73194ebfa67fc33aaf82b032a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T04:16:18,080 INFO [StoreOpener-c956cfc73194ebfa67fc33aaf82b032a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region c956cfc73194ebfa67fc33aaf82b032a 2024-12-11T04:16:18,082 INFO [StoreOpener-c956cfc73194ebfa67fc33aaf82b032a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c956cfc73194ebfa67fc33aaf82b032a columnFamilyName f3 2024-12-11T04:16:18,082 DEBUG [StoreOpener-c956cfc73194ebfa67fc33aaf82b032a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:16:18,082 INFO [StoreOpener-c956cfc73194ebfa67fc33aaf82b032a-1 {}] regionserver.HStore(327): Store=c956cfc73194ebfa67fc33aaf82b032a/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T04:16:18,083 INFO [StoreOpener-c956cfc73194ebfa67fc33aaf82b032a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region c956cfc73194ebfa67fc33aaf82b032a 2024-12-11T04:16:18,084 INFO [StoreOpener-c956cfc73194ebfa67fc33aaf82b032a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c956cfc73194ebfa67fc33aaf82b032a columnFamilyName mob 2024-12-11T04:16:18,086 DEBUG [StoreOpener-c956cfc73194ebfa67fc33aaf82b032a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:16:18,086 INFO [StoreOpener-c956cfc73194ebfa67fc33aaf82b032a-1 {}] regionserver.HStore(327): Store=c956cfc73194ebfa67fc33aaf82b032a/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T04:16:18,087 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1038): replaying wal for c956cfc73194ebfa67fc33aaf82b032a 2024-12-11T04:16:18,088 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/c956cfc73194ebfa67fc33aaf82b032a 2024-12-11T04:16:18,089 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/c956cfc73194ebfa67fc33aaf82b032a 2024-12-11T04:16:18,091 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1048): stopping wal replay for c956cfc73194ebfa67fc33aaf82b032a 2024-12-11T04:16:18,091 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1060): Cleaning up temporary data for c956cfc73194ebfa67fc33aaf82b032a 2024-12-11T04:16:18,092 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T04:16:18,093 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1093): writing seq id for c956cfc73194ebfa67fc33aaf82b032a 2024-12-11T04:16:18,096 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/c956cfc73194ebfa67fc33aaf82b032a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T04:16:18,097 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1114): Opened c956cfc73194ebfa67fc33aaf82b032a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10106845600, jitterRate=-0.05872665345668793}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T04:16:18,097 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c956cfc73194ebfa67fc33aaf82b032a 2024-12-11T04:16:18,098 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1006): Region open journal for c956cfc73194ebfa67fc33aaf82b032a: Running coprocessor pre-open hook at 1733890578075Writing region info on filesystem at 1733890578075Initializing all the Stores at 1733890578076 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733890578076Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733890578076Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733890578076Cleaning up temporary data from old regions at 1733890578091 (+15 ms)Running coprocessor post-open hooks at 1733890578097 (+6 ms)Region opened successfully at 1733890578098 (+1 ms) 2024-12-11T04:16:18,099 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1733890576912.c956cfc73194ebfa67fc33aaf82b032a., pid=66, masterSystemTime=1733890578066 2024-12-11T04:16:18,101 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1733890576912.c956cfc73194ebfa67fc33aaf82b032a. 2024-12-11T04:16:18,101 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(153): Opened table1,row0,1733890576912.c956cfc73194ebfa67fc33aaf82b032a. 2024-12-11T04:16:18,101 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open table1,,1733890576912.6cec47135c76b4313248436f4c6b0a93. 2024-12-11T04:16:18,101 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => 6cec47135c76b4313248436f4c6b0a93, NAME => 'table1,,1733890576912.6cec47135c76b4313248436f4c6b0a93.', STARTKEY => '', ENDKEY => 'row0'} 2024-12-11T04:16:18,101 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=c956cfc73194ebfa67fc33aaf82b032a, regionState=OPEN, openSeqNum=2, regionLocation=b03dfe6810ce,44149,1733890475367 2024-12-11T04:16:18,101 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-11T04:16:18,102 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 6cec47135c76b4313248436f4c6b0a93 2024-12-11T04:16:18,102 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated table1,,1733890576912.6cec47135c76b4313248436f4c6b0a93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T04:16:18,102 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for 6cec47135c76b4313248436f4c6b0a93 2024-12-11T04:16:18,102 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for 6cec47135c76b4313248436f4c6b0a93 2024-12-11T04:16:18,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure c956cfc73194ebfa67fc33aaf82b032a, server=b03dfe6810ce,44149,1733890475367 because future has completed 2024-12-11T04:16:18,103 INFO [StoreOpener-6cec47135c76b4313248436f4c6b0a93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6cec47135c76b4313248436f4c6b0a93 2024-12-11T04:16:18,105 INFO [StoreOpener-6cec47135c76b4313248436f4c6b0a93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6cec47135c76b4313248436f4c6b0a93 columnFamilyName f 2024-12-11T04:16:18,105 DEBUG [StoreOpener-6cec47135c76b4313248436f4c6b0a93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:16:18,106 INFO [StoreOpener-6cec47135c76b4313248436f4c6b0a93-1 {}] regionserver.HStore(327): Store=6cec47135c76b4313248436f4c6b0a93/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T04:16:18,106 INFO [StoreOpener-6cec47135c76b4313248436f4c6b0a93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 6cec47135c76b4313248436f4c6b0a93 2024-12-11T04:16:18,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=64 2024-12-11T04:16:18,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure c956cfc73194ebfa67fc33aaf82b032a, server=b03dfe6810ce,44149,1733890475367 in 190 msec 2024-12-11T04:16:18,107 INFO [StoreOpener-6cec47135c76b4313248436f4c6b0a93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6cec47135c76b4313248436f4c6b0a93 columnFamilyName f3 2024-12-11T04:16:18,107 DEBUG [StoreOpener-6cec47135c76b4313248436f4c6b0a93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:16:18,107 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=c956cfc73194ebfa67fc33aaf82b032a, ASSIGN in 352 msec 2024-12-11T04:16:18,107 INFO [StoreOpener-6cec47135c76b4313248436f4c6b0a93-1 {}] regionserver.HStore(327): Store=6cec47135c76b4313248436f4c6b0a93/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T04:16:18,108 INFO [StoreOpener-6cec47135c76b4313248436f4c6b0a93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 6cec47135c76b4313248436f4c6b0a93 2024-12-11T04:16:18,109 INFO [StoreOpener-6cec47135c76b4313248436f4c6b0a93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6cec47135c76b4313248436f4c6b0a93 columnFamilyName mob 2024-12-11T04:16:18,109 DEBUG [StoreOpener-6cec47135c76b4313248436f4c6b0a93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:16:18,110 INFO [StoreOpener-6cec47135c76b4313248436f4c6b0a93-1 {}] regionserver.HStore(327): Store=6cec47135c76b4313248436f4c6b0a93/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T04:16:18,110 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for 6cec47135c76b4313248436f4c6b0a93 2024-12-11T04:16:18,111 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/6cec47135c76b4313248436f4c6b0a93 2024-12-11T04:16:18,111 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/6cec47135c76b4313248436f4c6b0a93 2024-12-11T04:16:18,112 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for 6cec47135c76b4313248436f4c6b0a93 2024-12-11T04:16:18,112 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for 6cec47135c76b4313248436f4c6b0a93 2024-12-11T04:16:18,113 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T04:16:18,113 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for 6cec47135c76b4313248436f4c6b0a93 2024-12-11T04:16:18,115 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/6cec47135c76b4313248436f4c6b0a93/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T04:16:18,116 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened 6cec47135c76b4313248436f4c6b0a93; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9414506240, jitterRate=-0.12320578098297119}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T04:16:18,116 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6cec47135c76b4313248436f4c6b0a93 2024-12-11T04:16:18,116 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for 6cec47135c76b4313248436f4c6b0a93: Running coprocessor pre-open hook at 1733890578102Writing region info on filesystem at 1733890578102Initializing all the Stores at 1733890578103 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733890578103Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733890578103Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733890578103Cleaning up temporary data from old regions at 1733890578112 (+9 ms)Running coprocessor post-open hooks at 1733890578116 (+4 ms)Region opened successfully at 1733890578116 2024-12-11T04:16:18,116 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1733890576912.6cec47135c76b4313248436f4c6b0a93., pid=65, masterSystemTime=1733890578066 2024-12-11T04:16:18,118 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1733890576912.6cec47135c76b4313248436f4c6b0a93. 2024-12-11T04:16:18,118 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened table1,,1733890576912.6cec47135c76b4313248436f4c6b0a93. 2024-12-11T04:16:18,118 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=6cec47135c76b4313248436f4c6b0a93, regionState=OPEN, openSeqNum=2, regionLocation=b03dfe6810ce,44149,1733890475367 2024-12-11T04:16:18,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6cec47135c76b4313248436f4c6b0a93, server=b03dfe6810ce,44149,1733890475367 because future has completed 2024-12-11T04:16:18,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=63 2024-12-11T04:16:18,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 6cec47135c76b4313248436f4c6b0a93, server=b03dfe6810ce,44149,1733890475367 in 209 msec 2024-12-11T04:16:18,123 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-12-11T04:16:18,124 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=6cec47135c76b4313248436f4c6b0a93, ASSIGN in 368 msec 2024-12-11T04:16:18,124 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T04:16:18,124 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733890578124"}]},"ts":"1733890578124"} 2024-12-11T04:16:18,126 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-12-11T04:16:18,127 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T04:16:18,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; CreateTableProcedure table=table1 in 1.2150 sec 2024-12-11T04:16:19,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-11T04:16:19,058 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:table1 completed 2024-12-11T04:16:19,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-11T04:16:19,063 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:41809/backupUT/backup_1733890496954/default/test-1733890485666/archive/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794 from hbase tables test-1733890485666 to tables table1 2024-12-11T04:16:19,063 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1733890485666 into table1 2024-12-11T04:16:19,065 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-default-table1-1733890579063 from hdfs://localhost:41809/backupUT/backup_1733890496954/default/test-1733890485666/archive/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:16:19,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28384c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:19,066 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:16:19,066 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:16:19,067 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:16:19,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:16:19,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:16:19,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c09ea2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:19,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:16:19,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:16:19,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:19,068 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:16:19,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dd074ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:19,069 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T04:16:19,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b03dfe6810ce,37339,1733890472890 2024-12-11T04:16:19,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1356f7c6 2024-12-11T04:16:19,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T04:16:19,071 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T04:16:19,072 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-11T04:16:19,072 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-12-11T04:16:19,072 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-11T04:16:19,073 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:16:19,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:16:19,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:16:19,075 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T04:16:19,076 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-12-11T04:16:19,076 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-12-11T04:16:19,076 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-12-11T04:16:19,076 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/partitions_9c11b1d9-d38c-4279-84ff-34d561109e5a 2024-12-11T04:16:19,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741974_1150 (size=177) 2024-12-11T04:16:19,484 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:19,484 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:19,485 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:20,020 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f447f00d2b65c68320669c393f4d6b4c, had cached 0 bytes from a total of 13547 2024-12-11T04:16:20,277 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/hadoop-15192404655827591416.jar 2024-12-11T04:16:20,278 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:20,278 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:20,278 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:20,278 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:20,278 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:20,279 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:20,279 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:20,279 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:20,279 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:20,279 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T04:16:20,279 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-11T04:16:20,280 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-11T04:16:20,280 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-11T04:16:20,280 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-11T04:16:20,280 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-11T04:16:20,280 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-11T04:16:20,280 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-11T04:16:20,281 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-11T04:16:20,281 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-11T04:16:20,281 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-11T04:16:20,282 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:20,283 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:20,283 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:20,283 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:20,283 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:20,283 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:20,283 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T04:16:20,284 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-12-11T04:16:20,284 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T04:16:20,284 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:197) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T04:16:20,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:20,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:20,284 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:16:20,284 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-12-11T04:16:20,284 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T04:16:20,293 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-11T04:16:20,303 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-11T04:16:20,383 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/mapreduce.cluster.local.dir/job_local1025490526_0012_21febc24-7cb2-4158-86d8-7bba6e448d26/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-12-11T04:16:20,383 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/mapreduce.cluster.local.dir/job_local1025490526_0012_21febc24-7cb2-4158-86d8-7bba6e448d26/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-12-11T04:16:20,432 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:41809/backupUT/backup_1733890496954/default/test-1733890485666/archive/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/f/f839b4d134c745d78c9052061c626578 2024-12-11T04:16:20,435 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-11T04:16:20,473 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:41809/backupUT/backup_1733890496954/default/test-1733890485666/archive/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/mob/b1ea12cd9bac437a9e22e0272b80771c 2024-12-11T04:16:20,477 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-11T04:16:20,499 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:41809/backupUT/backup_1733890496954/default/test-1733890485666/archive/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/f3/f25b763c2f8f40598deb6e49ea559aea 2024-12-11T04:16:20,503 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-11T04:16:20,532 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d0cd7b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:20,532 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:16:20,532 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:16:20,533 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:16:20,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:16:20,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:16:20,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17f18631, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:20,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:16:20,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:16:20,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:20,534 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:16:20,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a372e09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:20,535 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:16:20,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:16:20,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:16:20,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T04:16:20,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733890485666-3-0', locateType=CURRENT is [region=table1,,1733890576912.6cec47135c76b4313248436f4c6b0a93., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2] 2024-12-11T04:16:20,539 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-12-11T04:16:20,539 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T04:16:20,539 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:20,539 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:20,539 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:16:20,539 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733890485666-3-0] 2024-12-11T04:16:20,539 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b03dfe6810ce 2024-12-11T04:16:20,544 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@585ad221, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:20,544 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:16:20,544 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:16:20,544 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:16:20,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:16:20,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:16:20,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d1da9e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:20,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:16:20,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:16:20,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:20,546 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:16:20,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b3f3bbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:20,546 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:16:20,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:16:20,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:16:20,548 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T04:16:20,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733890485666-3-0', locateType=CURRENT is [region=table1,,1733890576912.6cec47135c76b4313248436f4c6b0a93., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2] 2024-12-11T04:16:20,549 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-12-11T04:16:20,549 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T04:16:20,549 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:20,549 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:20,549 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:16:20,549 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733890485666-3-0] 2024-12-11T04:16:20,549 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b03dfe6810ce 2024-12-11T04:16:20,553 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-default-table1-1733890579063/_temporary/0/_temporary/attempt_local1025490526_0012_r_000000_0/f3/a78066ffdb3a4fc3bf7e48377c14126f is 58, key is row-test-1733890485666-3-0/f3:q1/1733890496879/Put/seqid=0 2024-12-11T04:16:20,554 WARN [Thread-1636 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b03dfe6810ce:44149] Specified favored nodes: [b03dfe6810ce:44149] 2024-12-11T04:16:20,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741975_1151 (size=5530) 2024-12-11T04:16:20,958 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-default-table1-1733890579063/_temporary/0/_temporary/attempt_local1025490526_0012_r_000000_0/mob/9e6d173aa8a64752adbcb1a1e338d658 is 59, key is row-test-1733890485666-3-0/mob:q1/1733890496916/Put/seqid=0 2024-12-11T04:16:20,960 WARN [Thread-1638 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b03dfe6810ce:44149] Specified favored nodes: [b03dfe6810ce:44149] 2024-12-11T04:16:20,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741976_1152 (size=5539) 2024-12-11T04:16:21,252 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2024-12-11T04:16:21,381 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2674fe33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:21,382 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:16:21,382 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:16:21,382 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:16:21,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:16:21,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:16:21,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ba514c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:21,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:16:21,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:16:21,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:21,384 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:16:21,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f12a90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:21,385 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:16:21,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:16:21,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:16:21,387 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T04:16:21,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1733890576912.c956cfc73194ebfa67fc33aaf82b032a., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2] 2024-12-11T04:16:21,389 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-12-11T04:16:21,389 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T04:16:21,389 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:21,389 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:21,389 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:16:21,389 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-12-11T04:16:21,389 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b03dfe6810ce 2024-12-11T04:16:21,397 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-default-table1-1733890579063/_temporary/0/_temporary/attempt_local1025490526_0012_r_000001_0/f/89eede7e62754ee294e9cfaf13b08aaf is 37, key is row10/f:q1/1733890488363/Put/seqid=0 2024-12-11T04:16:21,399 WARN [Thread-1653 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b03dfe6810ce:44149] Specified favored nodes: [b03dfe6810ce:44149] 2024-12-11T04:16:21,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741977_1153 (size=8742) 2024-12-11T04:16:21,424 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-default-table1-1733890579063 2024-12-11T04:16:21,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bc98164, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:21,424 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:16:21,425 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:16:21,425 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:16:21,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:16:21,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:16:21,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@641b3a6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:21,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:16:21,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:16:21,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:21,428 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:16:21,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@468284fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:21,429 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:16:21,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:16:21,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:16:21,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T04:16:21,436 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-default-table1-1733890579063/_SUCCESS 2024-12-11T04:16:21,452 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T04:16:21,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b03dfe6810ce,37339,1733890472890 2024-12-11T04:16:21,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10623e5a 2024-12-11T04:16:21,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T04:16:21,455 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T04:16:21,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733890576912.6cec47135c76b4313248436f4c6b0a93., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2] 2024-12-11T04:16:21,470 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-11T04:16:21,482 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-default-table1-1733890579063/f/89eede7e62754ee294e9cfaf13b08aaf first=Optional[row0] last=Optional[row98] 2024-12-11T04:16:21,490 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-default-table1-1733890579063/f3/a78066ffdb3a4fc3bf7e48377c14126f first=Optional[row-test-1733890485666-3-0] last=Optional[row-test-1733890485666-3-5] 2024-12-11T04:16:21,493 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-default-table1-1733890579063/mob/9e6d173aa8a64752adbcb1a1e338d658 first=Optional[row-test-1733890485666-3-0] last=Optional[row-test-1733890485666-3-5] 2024-12-11T04:16:21,518 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-default-table1-1733890579063/f/89eede7e62754ee294e9cfaf13b08aaf for inclusion in c956cfc73194ebfa67fc33aaf82b032a/f 2024-12-11T04:16:21,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-default-table1-1733890579063/mob/9e6d173aa8a64752adbcb1a1e338d658 for inclusion in 6cec47135c76b4313248436f4c6b0a93/mob 2024-12-11T04:16:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733890485666-3-0 last=row-test-1733890485666-3-5 2024-12-11T04:16:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-12-11T04:16:21,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-default-table1-1733890579063/f3/a78066ffdb3a4fc3bf7e48377c14126f for inclusion in 6cec47135c76b4313248436f4c6b0a93/f3 2024-12-11T04:16:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733890485666-3-0 last=row-test-1733890485666-3-5 2024-12-11T04:16:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-12-11T04:16:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HRegion(2603): Flush status journal for 6cec47135c76b4313248436f4c6b0a93: 2024-12-11T04:16:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-default-table1-1733890579063/mob/9e6d173aa8a64752adbcb1a1e338d658 to hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/staging/jenkins__table1__37oiqv2r4s0vu03imu595ec1ja0mcuugc47922e214hn9anb0p649rbafus7dtgi/mob/9e6d173aa8a64752adbcb1a1e338d658 2024-12-11T04:16:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-12-11T04:16:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-12-11T04:16:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] regionserver.HRegion(2603): Flush status journal for c956cfc73194ebfa67fc33aaf82b032a: 2024-12-11T04:16:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-default-table1-1733890579063/f/89eede7e62754ee294e9cfaf13b08aaf to hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/staging/jenkins__table1__37oiqv2r4s0vu03imu595ec1ja0mcuugc47922e214hn9anb0p649rbafus7dtgi/f/89eede7e62754ee294e9cfaf13b08aaf 2024-12-11T04:16:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/staging/jenkins__table1__37oiqv2r4s0vu03imu595ec1ja0mcuugc47922e214hn9anb0p649rbafus7dtgi/f/89eede7e62754ee294e9cfaf13b08aaf as hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/c956cfc73194ebfa67fc33aaf82b032a/f/42db5aa6692940a7b52b9a9ae4245b23_SeqId_4_ 2024-12-11T04:16:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45ae4003, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:16:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:16:21,543 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:16:21,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:16:21,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:16:21,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@edb6dff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:21,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:16:21,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:16:21,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:21,544 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:16:21,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23c53b33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T04:16:21,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b03dfe6810ce,37339,1733890472890 2024-12-11T04:16:21,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6905fcb7 2024-12-11T04:16:21,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T04:16:21,549 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T04:16:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:16:21,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:16:21,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:16:21,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T04:16:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/staging/jenkins__table1__37oiqv2r4s0vu03imu595ec1ja0mcuugc47922e214hn9anb0p649rbafus7dtgi/mob/9e6d173aa8a64752adbcb1a1e338d658 as hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/6cec47135c76b4313248436f4c6b0a93/mob/5ac4a064f1034179bd086fb76d5a7647_SeqId_4_ 2024-12-11T04:16:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-default-table1-1733890579063/f3/a78066ffdb3a4fc3bf7e48377c14126f to hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/staging/jenkins__table1__37oiqv2r4s0vu03imu595ec1ja0mcuugc47922e214hn9anb0p649rbafus7dtgi/f3/a78066ffdb3a4fc3bf7e48377c14126f 2024-12-11T04:16:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/staging/jenkins__table1__37oiqv2r4s0vu03imu595ec1ja0mcuugc47922e214hn9anb0p649rbafus7dtgi/f3/a78066ffdb3a4fc3bf7e48377c14126f as hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/6cec47135c76b4313248436f4c6b0a93/f3/fb98075539724b1fb3171d44bb139edf_SeqId_4_ 2024-12-11T04:16:21,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T04:16:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19ad7156, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:16:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:16:21,563 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:16:21,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:16:21,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:16:21,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67a374f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:21,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:16:21,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:16:21,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:21,565 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:16:21,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79eb1679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T04:16:21,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b03dfe6810ce,37339,1733890472890 2024-12-11T04:16:21,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65f280d2 2024-12-11T04:16:21,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T04:16:21,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T04:16:21,569 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T04:16:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:16:21,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:16:21,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:16:21,575 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T04:16:21,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733890497134.e117b945a97cbe117abfea503994408c., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2] 2024-12-11T04:16:21,579 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149. 2024-12-11T04:16:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T04:16:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:21,580 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:16:21,581 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/staging/jenkins__table1__37oiqv2r4s0vu03imu595ec1ja0mcuugc47922e214hn9anb0p649rbafus7dtgi/f/89eede7e62754ee294e9cfaf13b08aaf into c956cfc73194ebfa67fc33aaf82b032a/f as hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/c956cfc73194ebfa67fc33aaf82b032a/f/42db5aa6692940a7b52b9a9ae4245b23_SeqId_4_ - updating store file list. 2024-12-11T04:16:21,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T04:16:21,590 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/c956cfc73194ebfa67fc33aaf82b032a/f/42db5aa6692940a7b52b9a9ae4245b23_SeqId_4_ into c956cfc73194ebfa67fc33aaf82b032a/f 2024-12-11T04:16:21,591 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/staging/jenkins__table1__37oiqv2r4s0vu03imu595ec1ja0mcuugc47922e214hn9anb0p649rbafus7dtgi/f/89eede7e62754ee294e9cfaf13b08aaf into c956cfc73194ebfa67fc33aaf82b032a/f (new location: hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/c956cfc73194ebfa67fc33aaf82b032a/f/42db5aa6692940a7b52b9a9ae4245b23_SeqId_4_) 2024-12-11T04:16:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/staging/jenkins__table1__37oiqv2r4s0vu03imu595ec1ja0mcuugc47922e214hn9anb0p649rbafus7dtgi/f/89eede7e62754ee294e9cfaf13b08aaf 2024-12-11T04:16:21,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T04:16:21,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733890497134.e117b945a97cbe117abfea503994408c., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2] 2024-12-11T04:16:21,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149. 2024-12-11T04:16:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T04:16:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:21,601 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:16:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5acf326e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63110f35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:16:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:16:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:16:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:16:21,606 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:16:21,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:16:21,606 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:16:21,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:16:21,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:16:21,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d5ddf28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:21,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:16:21,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:16:21,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ecd4055, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:21,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:16:21,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:16:21,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:16:21,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:21,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:21,608 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:16:21,608 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:16:21,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfceab5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:21,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e985cb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:21,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T04:16:21,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T04:16:21,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b03dfe6810ce,37339,1733890472890 2024-12-11T04:16:21,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b03dfe6810ce,37339,1733890472890 2024-12-11T04:16:21,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d622201 2024-12-11T04:16:21,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@619a08c0 2024-12-11T04:16:21,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T04:16:21,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T04:16:21,610 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-11T04:16:21,610 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T04:16:21,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:16:21,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:16:21,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:16:21,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:16:21,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:16:21,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:16:21,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T04:16:21,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T04:16:21,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T04:16:21,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T04:16:21,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T04:16:21,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T04:16:21,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733890497134.e117b945a97cbe117abfea503994408c., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2] 2024-12-11T04:16:21,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733890497134.e117b945a97cbe117abfea503994408c., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2] 2024-12-11T04:16:21,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149. 2024-12-11T04:16:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T04:16:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:21,639 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:16:21,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/staging/jenkins__table1__37oiqv2r4s0vu03imu595ec1ja0mcuugc47922e214hn9anb0p649rbafus7dtgi/f3/a78066ffdb3a4fc3bf7e48377c14126f into 6cec47135c76b4313248436f4c6b0a93/f3 as hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/6cec47135c76b4313248436f4c6b0a93/f3/fb98075539724b1fb3171d44bb139edf_SeqId_4_ - updating store file list. 2024-12-11T04:16:21,641 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149. 2024-12-11T04:16:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T04:16:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:21,641 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:16:21,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/6cec47135c76b4313248436f4c6b0a93/f3/fb98075539724b1fb3171d44bb139edf_SeqId_4_ into 6cec47135c76b4313248436f4c6b0a93/f3 2024-12-11T04:16:21,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/staging/jenkins__table1__37oiqv2r4s0vu03imu595ec1ja0mcuugc47922e214hn9anb0p649rbafus7dtgi/f3/a78066ffdb3a4fc3bf7e48377c14126f into 6cec47135c76b4313248436f4c6b0a93/f3 (new location: hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/6cec47135c76b4313248436f4c6b0a93/f3/fb98075539724b1fb3171d44bb139edf_SeqId_4_) 2024-12-11T04:16:21,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/staging/jenkins__table1__37oiqv2r4s0vu03imu595ec1ja0mcuugc47922e214hn9anb0p649rbafus7dtgi/f3/a78066ffdb3a4fc3bf7e48377c14126f 2024-12-11T04:16:21,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/staging/jenkins__table1__37oiqv2r4s0vu03imu595ec1ja0mcuugc47922e214hn9anb0p649rbafus7dtgi/mob/9e6d173aa8a64752adbcb1a1e338d658 into 6cec47135c76b4313248436f4c6b0a93/mob as hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/6cec47135c76b4313248436f4c6b0a93/mob/5ac4a064f1034179bd086fb76d5a7647_SeqId_4_ - updating store file list. 2024-12-11T04:16:21,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/6cec47135c76b4313248436f4c6b0a93/mob/5ac4a064f1034179bd086fb76d5a7647_SeqId_4_ into 6cec47135c76b4313248436f4c6b0a93/mob 2024-12-11T04:16:21,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/staging/jenkins__table1__37oiqv2r4s0vu03imu595ec1ja0mcuugc47922e214hn9anb0p649rbafus7dtgi/mob/9e6d173aa8a64752adbcb1a1e338d658 into 6cec47135c76b4313248436f4c6b0a93/mob (new location: hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/6cec47135c76b4313248436f4c6b0a93/mob/5ac4a064f1034179bd086fb76d5a7647_SeqId_4_) 2024-12-11T04:16:21,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/staging/jenkins__table1__37oiqv2r4s0vu03imu595ec1ja0mcuugc47922e214hn9anb0p649rbafus7dtgi/mob/9e6d173aa8a64752adbcb1a1e338d658 2024-12-11T04:16:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@567908d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:16:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:16:21,666 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:16:21,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:16:21,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:16:21,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a15fee4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:21,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:16:21,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:16:21,668 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:16:21,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bfffe66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:21,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T04:16:21,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b03dfe6810ce,37339,1733890472890 2024-12-11T04:16:21,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a89d39c 2024-12-11T04:16:21,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T04:16:21,671 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-11T04:16:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:16:21,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:16:21,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:16:21,674 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T04:16:21,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T04:16:21,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T04:16:21,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733890497134.e117b945a97cbe117abfea503994408c., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2] 2024-12-11T04:16:21,690 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149. 2024-12-11T04:16:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T04:16:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:21,691 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:16:21,695 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T04:16:21,695 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:197) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T04:16:21,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:21,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:21,695 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:16:21,696 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-12-11T04:16:21,696 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-12-11T04:16:21,696 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1733890496954 hdfs://localhost:41809/backupUT/backup_1733890496954/default/test-1733890485666/ 2024-12-11T04:16:21,697 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:41809/backupUT/backup_1733890496954/.backup.manifest 2024-12-11T04:16:21,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1733890576912.6cec47135c76b4313248436f4c6b0a93., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2 , the old value is region=table1,,1733890576912.6cec47135c76b4313248436f4c6b0a93., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b03dfe6810ce:44149 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-11T04:16:21,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1733890576912.6cec47135c76b4313248436f4c6b0a93., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-11T04:16:21,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1733890576912.6cec47135c76b4313248436f4c6b0a93., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2 from cache 2024-12-11T04:16:21,699 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-11T04:16:21,700 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733890496954/.backup.manifest 2024-12-11T04:16:21,700 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17338904856661' to 'ns2:table2' from full backup image hdfs://localhost:41809/backupUT/backup_1733890496954/ns2/test-17338904856661 2024-12-11T04:16:21,714 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'ns2:table2' 2024-12-11T04:16:21,714 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:41809/backupUT/backup_1733890496954/ns2/test-17338904856661/archive/data/ns2/test-17338904856661/f447f00d2b65c68320669c393f4d6b4c 2024-12-11T04:16:21,715 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:41809/backupUT/backup_1733890496954/ns2/test-17338904856661/archive/data/ns2/test-17338904856661/f447f00d2b65c68320669c393f4d6b4c/f in region [hdfs://localhost:41809/backupUT/backup_1733890496954/ns2/test-17338904856661/archive/data/ns2/test-17338904856661/f447f00d2b65c68320669c393f4d6b4c] 2024-12-11T04:16:21,720 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:41809/backupUT/backup_1733890496954/ns2/test-17338904856661/archive/data/ns2/test-17338904856661/f447f00d2b65c68320669c393f4d6b4c/f/8e6764e04eff4c61b816092109c12073 first=row0 last=row98 2024-12-11T04:16:21,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37339 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T04:16:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37339 {}] procedure2.ProcedureExecutor(1139): Stored pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:table2 2024-12-11T04:16:21,727 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T04:16:21,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37339 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 67 2024-12-11T04:16:21,728 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T04:16:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-11T04:16:21,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741978_1154 (size=351) 2024-12-11T04:16:21,741 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b590992040f2db4b4f29423230f7ec8d, NAME => 'ns2:table2,,1733890581725.b590992040f2db4b4f29423230f7ec8d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583 2024-12-11T04:16:21,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741979_1155 (size=37) 2024-12-11T04:16:21,808 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b03dfe6810ce:44149 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-11T04:16:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-11T04:16:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-11T04:16:22,156 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1733890581725.b590992040f2db4b4f29423230f7ec8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T04:16:22,157 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing b590992040f2db4b4f29423230f7ec8d, disabling compactions & flushes 2024-12-11T04:16:22,157 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1733890581725.b590992040f2db4b4f29423230f7ec8d. 2024-12-11T04:16:22,157 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1733890581725.b590992040f2db4b4f29423230f7ec8d. 2024-12-11T04:16:22,157 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1733890581725.b590992040f2db4b4f29423230f7ec8d. after waiting 0 ms 2024-12-11T04:16:22,157 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1733890581725.b590992040f2db4b4f29423230f7ec8d. 2024-12-11T04:16:22,157 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1733890581725.b590992040f2db4b4f29423230f7ec8d. 2024-12-11T04:16:22,157 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for b590992040f2db4b4f29423230f7ec8d: Waiting for close lock at 1733890582156Disabling compacts and flushes for region at 1733890582156Disabling writes for close at 1733890582157 (+1 ms)Writing region close event to WAL at 1733890582157Closed at 1733890582157 2024-12-11T04:16:22,158 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T04:16:22,158 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1733890581725.b590992040f2db4b4f29423230f7ec8d.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1733890582158"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733890582158"}]},"ts":"1733890582158"} 2024-12-11T04:16:22,160 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-11T04:16:22,161 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T04:16:22,161 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733890582161"}]},"ts":"1733890582161"} 2024-12-11T04:16:22,163 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-12-11T04:16:22,163 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=b590992040f2db4b4f29423230f7ec8d, ASSIGN}] 2024-12-11T04:16:22,165 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=b590992040f2db4b4f29423230f7ec8d, ASSIGN 2024-12-11T04:16:22,166 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=b590992040f2db4b4f29423230f7ec8d, ASSIGN; state=OFFLINE, location=b03dfe6810ce,44149,1733890475367; forceNewPlan=false, retain=false 2024-12-11T04:16:22,316 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=b590992040f2db4b4f29423230f7ec8d, regionState=OPENING, regionLocation=b03dfe6810ce,44149,1733890475367 2024-12-11T04:16:22,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=b590992040f2db4b4f29423230f7ec8d, ASSIGN because future has completed 2024-12-11T04:16:22,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure b590992040f2db4b4f29423230f7ec8d, server=b03dfe6810ce,44149,1733890475367}] 2024-12-11T04:16:22,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-11T04:16:22,473 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(132): Open ns2:table2,,1733890581725.b590992040f2db4b4f29423230f7ec8d. 2024-12-11T04:16:22,474 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7752): Opening region: {ENCODED => b590992040f2db4b4f29423230f7ec8d, NAME => 'ns2:table2,,1733890581725.b590992040f2db4b4f29423230f7ec8d.', STARTKEY => '', ENDKEY => ''} 2024-12-11T04:16:22,474 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-11T04:16:22,474 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 b590992040f2db4b4f29423230f7ec8d 2024-12-11T04:16:22,474 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(898): Instantiated ns2:table2,,1733890581725.b590992040f2db4b4f29423230f7ec8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T04:16:22,474 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7794): checking encryption for b590992040f2db4b4f29423230f7ec8d 2024-12-11T04:16:22,474 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7797): checking classloading for b590992040f2db4b4f29423230f7ec8d 2024-12-11T04:16:22,476 INFO [StoreOpener-b590992040f2db4b4f29423230f7ec8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b590992040f2db4b4f29423230f7ec8d 2024-12-11T04:16:22,477 INFO [StoreOpener-b590992040f2db4b4f29423230f7ec8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b590992040f2db4b4f29423230f7ec8d columnFamilyName f 2024-12-11T04:16:22,477 DEBUG [StoreOpener-b590992040f2db4b4f29423230f7ec8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:16:22,477 INFO [StoreOpener-b590992040f2db4b4f29423230f7ec8d-1 {}] regionserver.HStore(327): Store=b590992040f2db4b4f29423230f7ec8d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T04:16:22,477 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1038): replaying wal for b590992040f2db4b4f29423230f7ec8d 2024-12-11T04:16:22,478 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns2/table2/b590992040f2db4b4f29423230f7ec8d 2024-12-11T04:16:22,478 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns2/table2/b590992040f2db4b4f29423230f7ec8d 2024-12-11T04:16:22,478 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1048): stopping wal replay for b590992040f2db4b4f29423230f7ec8d 2024-12-11T04:16:22,479 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1060): Cleaning up temporary data for b590992040f2db4b4f29423230f7ec8d 2024-12-11T04:16:22,480 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1093): writing seq id for b590992040f2db4b4f29423230f7ec8d 2024-12-11T04:16:22,482 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns2/table2/b590992040f2db4b4f29423230f7ec8d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T04:16:22,482 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1114): Opened b590992040f2db4b4f29423230f7ec8d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10691219840, jitterRate=-0.004302561283111572}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T04:16:22,483 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b590992040f2db4b4f29423230f7ec8d 2024-12-11T04:16:22,483 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1006): Region open journal for b590992040f2db4b4f29423230f7ec8d: Running coprocessor pre-open hook at 1733890582474Writing region info on filesystem at 1733890582474Initializing all the Stores at 1733890582475 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733890582475Cleaning up temporary data from old regions at 1733890582479 (+4 ms)Running coprocessor post-open hooks at 1733890582483 (+4 ms)Region opened successfully at 1733890582483 2024-12-11T04:16:22,484 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1733890581725.b590992040f2db4b4f29423230f7ec8d., pid=69, masterSystemTime=1733890582471 2024-12-11T04:16:22,485 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1733890581725.b590992040f2db4b4f29423230f7ec8d. 2024-12-11T04:16:22,485 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(153): Opened ns2:table2,,1733890581725.b590992040f2db4b4f29423230f7ec8d. 2024-12-11T04:16:22,486 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=b590992040f2db4b4f29423230f7ec8d, regionState=OPEN, openSeqNum=2, regionLocation=b03dfe6810ce,44149,1733890475367 2024-12-11T04:16:22,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure b590992040f2db4b4f29423230f7ec8d, server=b03dfe6810ce,44149,1733890475367 because future has completed 2024-12-11T04:16:22,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-12-11T04:16:22,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure b590992040f2db4b4f29423230f7ec8d, server=b03dfe6810ce,44149,1733890475367 in 169 msec 2024-12-11T04:16:22,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67 2024-12-11T04:16:22,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=b590992040f2db4b4f29423230f7ec8d, ASSIGN in 327 msec 2024-12-11T04:16:22,492 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T04:16:22,493 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733890582492"}]},"ts":"1733890582492"} 2024-12-11T04:16:22,494 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-12-11T04:16:22,495 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T04:16:22,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:table2 in 770 msec 2024-12-11T04:16:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-11T04:16:22,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:table2 completed 2024-12-11T04:16:22,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-12-11T04:16:22,872 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:41809/backupUT/backup_1733890496954/ns2/test-17338904856661/archive/data/ns2/test-17338904856661/f447f00d2b65c68320669c393f4d6b4c from hbase tables ns2:test-17338904856661 to tables ns2:table2 2024-12-11T04:16:22,872 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17338904856661 into ns2:table2 2024-12-11T04:16:22,874 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-ns2-table2-1733890582872 from hdfs://localhost:41809/backupUT/backup_1733890496954/ns2/test-17338904856661/archive/data/ns2/test-17338904856661/f447f00d2b65c68320669c393f4d6b4c 2024-12-11T04:16:22,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@611df6ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:22,875 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:16:22,875 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:16:22,876 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:16:22,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:16:22,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:16:22,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2545dfae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:22,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:16:22,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:16:22,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:22,877 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:16:22,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66ebb2bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:22,879 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T04:16:22,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b03dfe6810ce,37339,1733890472890 2024-12-11T04:16:22,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c871597 2024-12-11T04:16:22,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T04:16:22,881 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T04:16:22,882 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-11T04:16:22,882 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-12-11T04:16:22,882 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-12-11T04:16:22,883 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:16:22,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:16:22,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:16:22,885 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T04:16:22,886 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-12-11T04:16:22,886 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-12-11T04:16:22,886 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/partitions_8039b711-9e80-4c3a-986e-c7759ce17b22 2024-12-11T04:16:22,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741980_1156 (size=153) 2024-12-11T04:16:23,293 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:23,293 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:23,294 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:23,610 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-12-11T04:16:23,644 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-12-11T04:16:23,644 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer 2024-12-11T04:16:23,645 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2024-12-11T04:16:23,645 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2024-12-11T04:16:24,294 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/hadoop-13433039355654963426.jar 2024-12-11T04:16:24,295 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:24,295 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:24,295 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:24,295 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:24,296 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:24,296 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:24,296 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:24,296 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:24,296 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:24,297 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T04:16:24,297 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-11T04:16:24,297 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-11T04:16:24,297 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-11T04:16:24,298 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-11T04:16:24,298 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-11T04:16:24,298 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-11T04:16:24,298 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-11T04:16:24,299 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-11T04:16:24,299 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-11T04:16:24,299 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-11T04:16:24,299 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:24,300 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:24,300 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:24,300 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:24,300 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:24,301 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:24,301 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T04:16:24,301 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-12-11T04:16:24,301 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T04:16:24,301 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:197) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T04:16:24,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:24,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:24,301 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:16:24,302 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-12-11T04:16:24,302 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T04:16:24,314 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-11T04:16:24,332 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-11T04:16:24,478 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/mapreduce.cluster.local.dir/job_local1494504337_0013_2570a8e5-e8ef-4da4-b04d-756419197705/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-12-11T04:16:24,478 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/mapreduce.cluster.local.dir/job_local1494504337_0013_2570a8e5-e8ef-4da4-b04d-756419197705/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-12-11T04:16:24,549 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:41809/backupUT/backup_1733890496954/ns2/test-17338904856661/archive/data/ns2/test-17338904856661/f447f00d2b65c68320669c393f4d6b4c/f/8e6764e04eff4c61b816092109c12073 2024-12-11T04:16:24,553 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-11T04:16:24,589 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dec899c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:24,589 DEBUG [pool-272-thread-1 {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:16:24,590 DEBUG [pool-272-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:16:24,590 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:16:24,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:16:24,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:16:24,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1607e0f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:24,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:16:24,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:16:24,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:24,593 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:16:24,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b43eb15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:24,594 DEBUG [pool-272-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:16:24,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:16:24,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:16:24,597 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T04:16:24,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row0', locateType=CURRENT is [region=ns2:table2,,1733890581725.b590992040f2db4b4f29423230f7ec8d., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2] 2024-12-11T04:16:24,599 INFO [pool-272-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-272-thread-1. 2024-12-11T04:16:24,599 DEBUG [pool-272-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T04:16:24,599 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:24,599 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:24,599 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:16:24,599 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-12-11T04:16:24,599 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b03dfe6810ce 2024-12-11T04:16:24,605 DEBUG [pool-272-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-ns2-table2-1733890582872/_temporary/0/_temporary/attempt_local1494504337_0013_r_000000_0/f/451396e5978d4ba3ba644110ec0d8d5f is 37, key is row10/f:q1/1733890490723/Put/seqid=0 2024-12-11T04:16:24,607 WARN [Thread-1720 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b03dfe6810ce:44149] Specified favored nodes: [b03dfe6810ce:44149] 2024-12-11T04:16:24,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741981_1157 (size=8742) 2024-12-11T04:16:25,530 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-ns2-table2-1733890582872 2024-12-11T04:16:25,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343bd302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:25,530 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:16:25,530 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:16:25,531 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:16:25,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:16:25,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:16:25,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c49a61b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:25,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:16:25,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:16:25,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:25,533 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:16:25,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2354f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:25,533 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:16:25,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:16:25,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:16:25,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T04:16:25,538 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-ns2-table2-1733890582872/_SUCCESS 2024-12-11T04:16:25,542 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T04:16:25,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b03dfe6810ce,37339,1733890472890 2024-12-11T04:16:25,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b6e65fd 2024-12-11T04:16:25,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T04:16:25,544 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T04:16:25,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1733890581725.b590992040f2db4b4f29423230f7ec8d., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2] 2024-12-11T04:16:25,550 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-12-11T04:16:25,556 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-ns2-table2-1733890582872/f/451396e5978d4ba3ba644110ec0d8d5f first=Optional[row0] last=Optional[row98] 2024-12-11T04:16:25,559 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-ns2-table2-1733890582872/f/451396e5978d4ba3ba644110ec0d8d5f for inclusion in b590992040f2db4b4f29423230f7ec8d/f 2024-12-11T04:16:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-12-11T04:16:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-11T04:16:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HRegion(2603): Flush status journal for b590992040f2db4b4f29423230f7ec8d: 2024-12-11T04:16:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-ns2-table2-1733890582872/f/451396e5978d4ba3ba644110ec0d8d5f to hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/staging/jenkins__ns2_table2__1beqo7kfgqghv8thlvb1c7qqpfvumo04jbic7dvt4stcif15rqnd7t6r1qp4slec/f/451396e5978d4ba3ba644110ec0d8d5f 2024-12-11T04:16:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/staging/jenkins__ns2_table2__1beqo7kfgqghv8thlvb1c7qqpfvumo04jbic7dvt4stcif15rqnd7t6r1qp4slec/f/451396e5978d4ba3ba644110ec0d8d5f as hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns2/table2/b590992040f2db4b4f29423230f7ec8d/f/aea3a40e079a4cd18aa71b9302327e72_SeqId_4_ 2024-12-11T04:16:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@601a94d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:16:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:16:25,568 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:16:25,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:16:25,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:16:25,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28ab51c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:25,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:16:25,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:16:25,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:25,570 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:16:25,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60623eb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T04:16:25,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b03dfe6810ce,37339,1733890472890 2024-12-11T04:16:25,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@665019ae 2024-12-11T04:16:25,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T04:16:25,573 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T04:16:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:16:25,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:16:25,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:16:25,575 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T04:16:25,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T04:16:25,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T04:16:25,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733890497134.e117b945a97cbe117abfea503994408c., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2] 2024-12-11T04:16:25,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149. 2024-12-11T04:16:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T04:16:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:25,595 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:16:25,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/staging/jenkins__ns2_table2__1beqo7kfgqghv8thlvb1c7qqpfvumo04jbic7dvt4stcif15rqnd7t6r1qp4slec/f/451396e5978d4ba3ba644110ec0d8d5f into b590992040f2db4b4f29423230f7ec8d/f as hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns2/table2/b590992040f2db4b4f29423230f7ec8d/f/aea3a40e079a4cd18aa71b9302327e72_SeqId_4_ - updating store file list. 2024-12-11T04:16:25,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns2/table2/b590992040f2db4b4f29423230f7ec8d/f/aea3a40e079a4cd18aa71b9302327e72_SeqId_4_ into b590992040f2db4b4f29423230f7ec8d/f 2024-12-11T04:16:25,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/staging/jenkins__ns2_table2__1beqo7kfgqghv8thlvb1c7qqpfvumo04jbic7dvt4stcif15rqnd7t6r1qp4slec/f/451396e5978d4ba3ba644110ec0d8d5f into b590992040f2db4b4f29423230f7ec8d/f (new location: hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns2/table2/b590992040f2db4b4f29423230f7ec8d/f/aea3a40e079a4cd18aa71b9302327e72_SeqId_4_) 2024-12-11T04:16:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/staging/jenkins__ns2_table2__1beqo7kfgqghv8thlvb1c7qqpfvumo04jbic7dvt4stcif15rqnd7t6r1qp4slec/f/451396e5978d4ba3ba644110ec0d8d5f 2024-12-11T04:16:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12aa9ce1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:16:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:16:25,604 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:16:25,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:16:25,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:16:25,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@736b2b9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:25,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:16:25,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:16:25,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:25,606 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:16:25,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769d10bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T04:16:25,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b03dfe6810ce,37339,1733890472890 2024-12-11T04:16:25,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41702976 2024-12-11T04:16:25,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T04:16:25,608 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-11T04:16:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:16:25,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:16:25,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:16:25,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T04:16:25,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T04:16:25,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T04:16:25,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733890497134.e117b945a97cbe117abfea503994408c., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2] 2024-12-11T04:16:25,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149. 2024-12-11T04:16:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T04:16:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:25,627 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:16:25,628 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T04:16:25,628 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:197) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T04:16:25,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:25,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:25,629 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:16:25,629 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-12-11T04:16:25,629 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-12-11T04:16:25,629 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1733890496954 hdfs://localhost:41809/backupUT/backup_1733890496954/ns2/test-17338904856661/ 2024-12-11T04:16:25,629 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-12-11T04:16:25,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1733890581725.b590992040f2db4b4f29423230f7ec8d., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2 , the old value is region=ns2:table2,,1733890581725.b590992040f2db4b4f29423230f7ec8d., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b03dfe6810ce:44149 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-11T04:16:25,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1733890581725.b590992040f2db4b4f29423230f7ec8d., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-11T04:16:25,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1733890581725.b590992040f2db4b4f29423230f7ec8d., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2 from cache 2024-12-11T04:16:25,630 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-11T04:16:25,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733890576912.6cec47135c76b4313248436f4c6b0a93., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2] 2024-12-11T04:16:25,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1733890576912.c956cfc73194ebfa67fc33aaf82b032a., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2] 2024-12-11T04:16:25,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1733890581725.b590992040f2db4b4f29423230f7ec8d., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2] 2024-12-11T04:16:25,664 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:41809/backupUT/backup_1733890564778/.backup.manifest 2024-12-11T04:16:25,666 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733890564778/.backup.manifest 2024-12-11T04:16:25,667 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:41809/backupUT/backup_1733890530127/.backup.manifest 2024-12-11T04:16:25,670 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733890530127/.backup.manifest 2024-12-11T04:16:25,670 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1733890485666' to 'table1' from full backup image hdfs://localhost:41809/backupUT/backup_1733890530127/default/test-1733890485666 2024-12-11T04:16:25,674 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'test-1733890485666', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1733890564778 2024-12-11T04:16:25,678 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'table1', preserving region splits 2024-12-11T04:16:25,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37339 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable table1 2024-12-11T04:16:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37339 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=table1 2024-12-11T04:16:25,690 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733890585690"}]},"ts":"1733890585690"} 2024-12-11T04:16:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-11T04:16:25,692 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLING in hbase:meta 2024-12-11T04:16:25,692 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set table1 to state=DISABLING 2024-12-11T04:16:25,695 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=table1}] 2024-12-11T04:16:25,699 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=6cec47135c76b4313248436f4c6b0a93, UNASSIGN}, {pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=c956cfc73194ebfa67fc33aaf82b032a, UNASSIGN}] 2024-12-11T04:16:25,700 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=c956cfc73194ebfa67fc33aaf82b032a, UNASSIGN 2024-12-11T04:16:25,701 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=6cec47135c76b4313248436f4c6b0a93, UNASSIGN 2024-12-11T04:16:25,701 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=6cec47135c76b4313248436f4c6b0a93, regionState=CLOSING, regionLocation=b03dfe6810ce,44149,1733890475367 2024-12-11T04:16:25,701 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=c956cfc73194ebfa67fc33aaf82b032a, regionState=CLOSING, regionLocation=b03dfe6810ce,44149,1733890475367 2024-12-11T04:16:25,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=c956cfc73194ebfa67fc33aaf82b032a, UNASSIGN because future has completed 2024-12-11T04:16:25,704 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T04:16:25,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure c956cfc73194ebfa67fc33aaf82b032a, server=b03dfe6810ce,44149,1733890475367}] 2024-12-11T04:16:25,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=6cec47135c76b4313248436f4c6b0a93, UNASSIGN because future has completed 2024-12-11T04:16:25,705 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T04:16:25,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6cec47135c76b4313248436f4c6b0a93, server=b03dfe6810ce,44149,1733890475367}] 2024-12-11T04:16:25,738 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b03dfe6810ce:44149 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-11T04:16:25,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-11T04:16:25,857 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(122): Close c956cfc73194ebfa67fc33aaf82b032a 2024-12-11T04:16:25,857 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-11T04:16:25,857 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1722): Closing c956cfc73194ebfa67fc33aaf82b032a, disabling compactions & flushes 2024-12-11T04:16:25,857 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1755): Closing region table1,row0,1733890576912.c956cfc73194ebfa67fc33aaf82b032a. 2024-12-11T04:16:25,857 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733890576912.c956cfc73194ebfa67fc33aaf82b032a. 2024-12-11T04:16:25,857 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733890576912.c956cfc73194ebfa67fc33aaf82b032a. after waiting 0 ms 2024-12-11T04:16:25,857 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733890576912.c956cfc73194ebfa67fc33aaf82b032a. 2024-12-11T04:16:25,874 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/c956cfc73194ebfa67fc33aaf82b032a/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-11T04:16:25,875 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T04:16:25,875 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1973): Closed table1,row0,1733890576912.c956cfc73194ebfa67fc33aaf82b032a. 2024-12-11T04:16:25,875 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1676): Region close journal for c956cfc73194ebfa67fc33aaf82b032a: Waiting for close lock at 1733890585857Running coprocessor pre-close hooks at 1733890585857Disabling compacts and flushes for region at 1733890585857Disabling writes for close at 1733890585857Writing region close event to WAL at 1733890585858 (+1 ms)Running coprocessor post-close hooks at 1733890585875 (+17 ms)Closed at 1733890585875 2024-12-11T04:16:25,878 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(157): Closed c956cfc73194ebfa67fc33aaf82b032a 2024-12-11T04:16:25,878 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(122): Close 6cec47135c76b4313248436f4c6b0a93 2024-12-11T04:16:25,878 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-11T04:16:25,878 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1722): Closing 6cec47135c76b4313248436f4c6b0a93, disabling compactions & flushes 2024-12-11T04:16:25,878 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1755): Closing region table1,,1733890576912.6cec47135c76b4313248436f4c6b0a93. 2024-12-11T04:16:25,878 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733890576912.6cec47135c76b4313248436f4c6b0a93. 2024-12-11T04:16:25,878 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1843): Acquired close lock on table1,,1733890576912.6cec47135c76b4313248436f4c6b0a93. after waiting 0 ms 2024-12-11T04:16:25,879 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1853): Updates disabled for region table1,,1733890576912.6cec47135c76b4313248436f4c6b0a93. 2024-12-11T04:16:25,879 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=c956cfc73194ebfa67fc33aaf82b032a, regionState=CLOSED 2024-12-11T04:16:25,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure c956cfc73194ebfa67fc33aaf82b032a, server=b03dfe6810ce,44149,1733890475367 because future has completed 2024-12-11T04:16:25,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=73 2024-12-11T04:16:25,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=73, state=SUCCESS, hasLock=false; CloseRegionProcedure c956cfc73194ebfa67fc33aaf82b032a, server=b03dfe6810ce,44149,1733890475367 in 178 msec 2024-12-11T04:16:25,885 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/6cec47135c76b4313248436f4c6b0a93/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-11T04:16:25,885 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T04:16:25,885 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1973): Closed table1,,1733890576912.6cec47135c76b4313248436f4c6b0a93. 2024-12-11T04:16:25,886 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1676): Region close journal for 6cec47135c76b4313248436f4c6b0a93: Waiting for close lock at 1733890585878Running coprocessor pre-close hooks at 1733890585878Disabling compacts and flushes for region at 1733890585878Disabling writes for close at 1733890585879 (+1 ms)Writing region close event to WAL at 1733890585880 (+1 ms)Running coprocessor post-close hooks at 1733890585885 (+5 ms)Closed at 1733890585885 2024-12-11T04:16:25,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=c956cfc73194ebfa67fc33aaf82b032a, UNASSIGN in 185 msec 2024-12-11T04:16:25,890 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(157): Closed 6cec47135c76b4313248436f4c6b0a93 2024-12-11T04:16:25,891 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=6cec47135c76b4313248436f4c6b0a93, regionState=CLOSED 2024-12-11T04:16:25,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6cec47135c76b4313248436f4c6b0a93, server=b03dfe6810ce,44149,1733890475367 because future has completed 2024-12-11T04:16:25,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=72 2024-12-11T04:16:25,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=72, state=SUCCESS, hasLock=false; CloseRegionProcedure 6cec47135c76b4313248436f4c6b0a93, server=b03dfe6810ce,44149,1733890475367 in 188 msec 2024-12-11T04:16:25,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=72, resume processing ppid=71 2024-12-11T04:16:25,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=6cec47135c76b4313248436f4c6b0a93, UNASSIGN in 196 msec 2024-12-11T04:16:25,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-12-11T04:16:25,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=table1 in 204 msec 2024-12-11T04:16:25,900 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733890585900"}]},"ts":"1733890585900"} 2024-12-11T04:16:25,902 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLED in hbase:meta 2024-12-11T04:16:25,902 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set table1 to state=DISABLED 2024-12-11T04:16:25,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; DisableTableProcedure table=table1 in 218 msec 2024-12-11T04:16:26,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-11T04:16:26,008 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:table1 completed 2024-12-11T04:16:26,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37339 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.3 truncate table1 2024-12-11T04:16:26,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37339 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) 2024-12-11T04:16:26,020 DEBUG [PEWorker-1 {}] procedure.TruncateTableProcedure(87): waiting for 'table1' regions in transition 2024-12-11T04:16:26,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-11T04:16:26,026 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/c956cfc73194ebfa67fc33aaf82b032a 2024-12-11T04:16:26,026 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/6cec47135c76b4313248436f4c6b0a93 2024-12-11T04:16:26,034 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/c956cfc73194ebfa67fc33aaf82b032a/f, FileablePath, hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/c956cfc73194ebfa67fc33aaf82b032a/f3, FileablePath, hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/c956cfc73194ebfa67fc33aaf82b032a/mob, FileablePath, hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/c956cfc73194ebfa67fc33aaf82b032a/recovered.edits] 2024-12-11T04:16:26,034 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/6cec47135c76b4313248436f4c6b0a93/f, FileablePath, hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/6cec47135c76b4313248436f4c6b0a93/f3, FileablePath, hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/6cec47135c76b4313248436f4c6b0a93/mob, FileablePath, hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/6cec47135c76b4313248436f4c6b0a93/recovered.edits] 2024-12-11T04:16:26,039 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/c956cfc73194ebfa67fc33aaf82b032a/f/42db5aa6692940a7b52b9a9ae4245b23_SeqId_4_ to hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/archive/data/default/table1/c956cfc73194ebfa67fc33aaf82b032a/f/42db5aa6692940a7b52b9a9ae4245b23_SeqId_4_ 2024-12-11T04:16:26,040 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/6cec47135c76b4313248436f4c6b0a93/f3/fb98075539724b1fb3171d44bb139edf_SeqId_4_ to hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/archive/data/default/table1/6cec47135c76b4313248436f4c6b0a93/f3/fb98075539724b1fb3171d44bb139edf_SeqId_4_ 2024-12-11T04:16:26,045 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/6cec47135c76b4313248436f4c6b0a93/mob/5ac4a064f1034179bd086fb76d5a7647_SeqId_4_ to hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/archive/data/default/table1/6cec47135c76b4313248436f4c6b0a93/mob/5ac4a064f1034179bd086fb76d5a7647_SeqId_4_ 2024-12-11T04:16:26,046 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/c956cfc73194ebfa67fc33aaf82b032a/recovered.edits/6.seqid to hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/archive/data/default/table1/c956cfc73194ebfa67fc33aaf82b032a/recovered.edits/6.seqid 2024-12-11T04:16:26,048 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/c956cfc73194ebfa67fc33aaf82b032a 2024-12-11T04:16:26,053 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/6cec47135c76b4313248436f4c6b0a93/recovered.edits/6.seqid to hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/archive/data/default/table1/6cec47135c76b4313248436f4c6b0a93/recovered.edits/6.seqid 2024-12-11T04:16:26,054 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/6cec47135c76b4313248436f4c6b0a93 2024-12-11T04:16:26,054 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived table1 regions 2024-12-11T04:16:26,056 DEBUG [PEWorker-1 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-12-11T04:16:26,057 DEBUG [PEWorker-1 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f/mob] 2024-12-11T04:16:26,060 DEBUG [PEWorker-1 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-12-11T04:16:26,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44149 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-11T04:16:26,073 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 2 rows of table1 from hbase:meta 2024-12-11T04:16:26,077 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(408): Removing 'table1' descriptor. 2024-12-11T04:16:26,085 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(398): Removing 'table1' from region states. 2024-12-11T04:16:26,085 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,,1733890576912.6cec47135c76b4313248436f4c6b0a93.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733890586085"}]},"ts":"9223372036854775807"} 2024-12-11T04:16:26,085 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,row0,1733890576912.c956cfc73194ebfa67fc33aaf82b032a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733890586085"}]},"ts":"9223372036854775807"} 2024-12-11T04:16:26,089 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 2 regions from META 2024-12-11T04:16:26,089 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 6cec47135c76b4313248436f4c6b0a93, NAME => 'table1,,1733890576912.6cec47135c76b4313248436f4c6b0a93.', STARTKEY => '', ENDKEY => 'row0'}, {ENCODED => c956cfc73194ebfa67fc33aaf82b032a, NAME => 'table1,row0,1733890576912.c956cfc73194ebfa67fc33aaf82b032a.', STARTKEY => 'row0', ENDKEY => ''}] 2024-12-11T04:16:26,090 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(402): Marking 'table1' as deleted. 2024-12-11T04:16:26,090 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733890586090"}]},"ts":"9223372036854775807"} 2024-12-11T04:16:26,093 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table table1 state from META 2024-12-11T04:16:26,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741982_1158 (size=938) 2024-12-11T04:16:26,108 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 16a97703b7f42800150031c4b5cc79ec, NAME => 'table1,,1733890586062.16a97703b7f42800150031c4b5cc79ec.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583 2024-12-11T04:16:26,109 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5cddec5fddd4503e33f68e552eae235d, NAME => 'table1,row0,1733890586062.5cddec5fddd4503e33f68e552eae235d.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583 2024-12-11T04:16:26,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741983_1159 (size=45) 2024-12-11T04:16:26,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741984_1160 (size=45) 2024-12-11T04:16:26,118 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1733890586062.5cddec5fddd4503e33f68e552eae235d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T04:16:26,118 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 5cddec5fddd4503e33f68e552eae235d, disabling compactions & flushes 2024-12-11T04:16:26,118 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1733890586062.5cddec5fddd4503e33f68e552eae235d. 2024-12-11T04:16:26,118 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733890586062.5cddec5fddd4503e33f68e552eae235d. 2024-12-11T04:16:26,118 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733890586062.5cddec5fddd4503e33f68e552eae235d. after waiting 0 ms 2024-12-11T04:16:26,118 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733890586062.5cddec5fddd4503e33f68e552eae235d. 2024-12-11T04:16:26,118 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1733890586062.5cddec5fddd4503e33f68e552eae235d. 2024-12-11T04:16:26,119 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5cddec5fddd4503e33f68e552eae235d: Waiting for close lock at 1733890586118Disabling compacts and flushes for region at 1733890586118Disabling writes for close at 1733890586118Writing region close event to WAL at 1733890586118Closed at 1733890586118 2024-12-11T04:16:26,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-11T04:16:26,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-11T04:16:26,517 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1733890586062.16a97703b7f42800150031c4b5cc79ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T04:16:26,518 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 16a97703b7f42800150031c4b5cc79ec, disabling compactions & flushes 2024-12-11T04:16:26,518 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1733890586062.16a97703b7f42800150031c4b5cc79ec. 2024-12-11T04:16:26,518 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733890586062.16a97703b7f42800150031c4b5cc79ec. 2024-12-11T04:16:26,518 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1733890586062.16a97703b7f42800150031c4b5cc79ec. after waiting 0 ms 2024-12-11T04:16:26,518 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1733890586062.16a97703b7f42800150031c4b5cc79ec. 2024-12-11T04:16:26,518 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1733890586062.16a97703b7f42800150031c4b5cc79ec. 2024-12-11T04:16:26,518 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 16a97703b7f42800150031c4b5cc79ec: Waiting for close lock at 1733890586517Disabling compacts and flushes for region at 1733890586517Disabling writes for close at 1733890586518 (+1 ms)Writing region close event to WAL at 1733890586518Closed at 1733890586518 2024-12-11T04:16:26,519 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1733890586062.5cddec5fddd4503e33f68e552eae235d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733890586519"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733890586519"}]},"ts":"1733890586519"} 2024-12-11T04:16:26,520 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1733890586062.16a97703b7f42800150031c4b5cc79ec.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733890586519"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733890586519"}]},"ts":"1733890586519"} 2024-12-11T04:16:26,523 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-11T04:16:26,524 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733890586524"}]},"ts":"1733890586524"} 2024-12-11T04:16:26,526 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-12-11T04:16:26,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=16a97703b7f42800150031c4b5cc79ec, ASSIGN}, {pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=5cddec5fddd4503e33f68e552eae235d, ASSIGN}] 2024-12-11T04:16:26,527 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=16a97703b7f42800150031c4b5cc79ec, ASSIGN 2024-12-11T04:16:26,528 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=5cddec5fddd4503e33f68e552eae235d, ASSIGN 2024-12-11T04:16:26,529 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=5cddec5fddd4503e33f68e552eae235d, ASSIGN; state=OFFLINE, location=b03dfe6810ce,44149,1733890475367; forceNewPlan=false, retain=false 2024-12-11T04:16:26,529 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=16a97703b7f42800150031c4b5cc79ec, ASSIGN; state=OFFLINE, location=b03dfe6810ce,44149,1733890475367; forceNewPlan=false, retain=false 2024-12-11T04:16:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-11T04:16:26,680 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=16a97703b7f42800150031c4b5cc79ec, regionState=OPENING, regionLocation=b03dfe6810ce,44149,1733890475367 2024-12-11T04:16:26,680 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=5cddec5fddd4503e33f68e552eae235d, regionState=OPENING, regionLocation=b03dfe6810ce,44149,1733890475367 2024-12-11T04:16:26,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=5cddec5fddd4503e33f68e552eae235d, ASSIGN because future has completed 2024-12-11T04:16:26,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cddec5fddd4503e33f68e552eae235d, server=b03dfe6810ce,44149,1733890475367}] 2024-12-11T04:16:26,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=16a97703b7f42800150031c4b5cc79ec, ASSIGN because future has completed 2024-12-11T04:16:26,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16a97703b7f42800150031c4b5cc79ec, server=b03dfe6810ce,44149,1733890475367}] 2024-12-11T04:16:26,837 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open table1,,1733890586062.16a97703b7f42800150031c4b5cc79ec. 2024-12-11T04:16:26,837 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => 16a97703b7f42800150031c4b5cc79ec, NAME => 'table1,,1733890586062.16a97703b7f42800150031c4b5cc79ec.', STARTKEY => '', ENDKEY => 'row0'} 2024-12-11T04:16:26,837 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-11T04:16:26,837 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 16a97703b7f42800150031c4b5cc79ec 2024-12-11T04:16:26,837 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated table1,,1733890586062.16a97703b7f42800150031c4b5cc79ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T04:16:26,837 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for 16a97703b7f42800150031c4b5cc79ec 2024-12-11T04:16:26,837 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for 16a97703b7f42800150031c4b5cc79ec 2024-12-11T04:16:26,839 INFO [StoreOpener-16a97703b7f42800150031c4b5cc79ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 16a97703b7f42800150031c4b5cc79ec 2024-12-11T04:16:26,840 INFO [StoreOpener-16a97703b7f42800150031c4b5cc79ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16a97703b7f42800150031c4b5cc79ec columnFamilyName f 2024-12-11T04:16:26,840 DEBUG [StoreOpener-16a97703b7f42800150031c4b5cc79ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:16:26,840 INFO [StoreOpener-16a97703b7f42800150031c4b5cc79ec-1 {}] regionserver.HStore(327): Store=16a97703b7f42800150031c4b5cc79ec/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T04:16:26,840 INFO [StoreOpener-16a97703b7f42800150031c4b5cc79ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 16a97703b7f42800150031c4b5cc79ec 2024-12-11T04:16:26,842 INFO [StoreOpener-16a97703b7f42800150031c4b5cc79ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16a97703b7f42800150031c4b5cc79ec columnFamilyName f3 2024-12-11T04:16:26,842 DEBUG [StoreOpener-16a97703b7f42800150031c4b5cc79ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:16:26,842 INFO [StoreOpener-16a97703b7f42800150031c4b5cc79ec-1 {}] regionserver.HStore(327): Store=16a97703b7f42800150031c4b5cc79ec/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T04:16:26,842 INFO [StoreOpener-16a97703b7f42800150031c4b5cc79ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 16a97703b7f42800150031c4b5cc79ec 2024-12-11T04:16:26,843 INFO [StoreOpener-16a97703b7f42800150031c4b5cc79ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16a97703b7f42800150031c4b5cc79ec columnFamilyName mob 2024-12-11T04:16:26,844 DEBUG [StoreOpener-16a97703b7f42800150031c4b5cc79ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:16:26,845 INFO [StoreOpener-16a97703b7f42800150031c4b5cc79ec-1 {}] regionserver.HStore(327): Store=16a97703b7f42800150031c4b5cc79ec/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T04:16:26,845 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for 16a97703b7f42800150031c4b5cc79ec 2024-12-11T04:16:26,846 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/16a97703b7f42800150031c4b5cc79ec 2024-12-11T04:16:26,846 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/16a97703b7f42800150031c4b5cc79ec 2024-12-11T04:16:26,847 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for 16a97703b7f42800150031c4b5cc79ec 2024-12-11T04:16:26,847 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for 16a97703b7f42800150031c4b5cc79ec 2024-12-11T04:16:26,847 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T04:16:26,849 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for 16a97703b7f42800150031c4b5cc79ec 2024-12-11T04:16:26,851 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/16a97703b7f42800150031c4b5cc79ec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T04:16:26,851 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened 16a97703b7f42800150031c4b5cc79ec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11526814400, jitterRate=0.07351824641227722}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T04:16:26,851 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 16a97703b7f42800150031c4b5cc79ec 2024-12-11T04:16:26,852 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for 16a97703b7f42800150031c4b5cc79ec: Running coprocessor pre-open hook at 1733890586837Writing region info on filesystem at 1733890586837Initializing all the Stores at 1733890586838 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733890586838Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733890586838Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733890586839 (+1 ms)Cleaning up temporary data from old regions at 1733890586847 (+8 ms)Running coprocessor post-open hooks at 1733890586851 (+4 ms)Region opened successfully at 1733890586852 (+1 ms) 2024-12-11T04:16:26,853 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1733890586062.16a97703b7f42800150031c4b5cc79ec., pid=80, masterSystemTime=1733890586833 2024-12-11T04:16:26,854 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1733890586062.16a97703b7f42800150031c4b5cc79ec. 2024-12-11T04:16:26,854 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened table1,,1733890586062.16a97703b7f42800150031c4b5cc79ec. 2024-12-11T04:16:26,854 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open table1,row0,1733890586062.5cddec5fddd4503e33f68e552eae235d. 2024-12-11T04:16:26,854 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 5cddec5fddd4503e33f68e552eae235d, NAME => 'table1,row0,1733890586062.5cddec5fddd4503e33f68e552eae235d.', STARTKEY => 'row0', ENDKEY => ''} 2024-12-11T04:16:26,855 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=16a97703b7f42800150031c4b5cc79ec, regionState=OPEN, openSeqNum=2, regionLocation=b03dfe6810ce,44149,1733890475367 2024-12-11T04:16:26,855 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-11T04:16:26,855 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 5cddec5fddd4503e33f68e552eae235d 2024-12-11T04:16:26,855 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated table1,row0,1733890586062.5cddec5fddd4503e33f68e552eae235d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T04:16:26,855 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 5cddec5fddd4503e33f68e552eae235d 2024-12-11T04:16:26,855 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 5cddec5fddd4503e33f68e552eae235d 2024-12-11T04:16:26,856 INFO [StoreOpener-5cddec5fddd4503e33f68e552eae235d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5cddec5fddd4503e33f68e552eae235d 2024-12-11T04:16:26,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16a97703b7f42800150031c4b5cc79ec, server=b03dfe6810ce,44149,1733890475367 because future has completed 2024-12-11T04:16:26,859 INFO [StoreOpener-5cddec5fddd4503e33f68e552eae235d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cddec5fddd4503e33f68e552eae235d columnFamilyName f 2024-12-11T04:16:26,859 DEBUG [StoreOpener-5cddec5fddd4503e33f68e552eae235d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:16:26,860 INFO [StoreOpener-5cddec5fddd4503e33f68e552eae235d-1 {}] regionserver.HStore(327): Store=5cddec5fddd4503e33f68e552eae235d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T04:16:26,860 INFO [StoreOpener-5cddec5fddd4503e33f68e552eae235d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 5cddec5fddd4503e33f68e552eae235d 2024-12-11T04:16:26,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=77 2024-12-11T04:16:26,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=77, state=SUCCESS, hasLock=false; OpenRegionProcedure 16a97703b7f42800150031c4b5cc79ec, server=b03dfe6810ce,44149,1733890475367 in 175 msec 2024-12-11T04:16:26,862 INFO [StoreOpener-5cddec5fddd4503e33f68e552eae235d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cddec5fddd4503e33f68e552eae235d columnFamilyName f3 2024-12-11T04:16:26,862 DEBUG [StoreOpener-5cddec5fddd4503e33f68e552eae235d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:16:26,862 INFO [StoreOpener-5cddec5fddd4503e33f68e552eae235d-1 {}] regionserver.HStore(327): Store=5cddec5fddd4503e33f68e552eae235d/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T04:16:26,863 INFO [StoreOpener-5cddec5fddd4503e33f68e552eae235d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 5cddec5fddd4503e33f68e552eae235d 2024-12-11T04:16:26,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=16a97703b7f42800150031c4b5cc79ec, ASSIGN in 334 msec 2024-12-11T04:16:26,864 INFO [StoreOpener-5cddec5fddd4503e33f68e552eae235d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cddec5fddd4503e33f68e552eae235d columnFamilyName mob 2024-12-11T04:16:26,865 DEBUG [StoreOpener-5cddec5fddd4503e33f68e552eae235d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:16:26,865 INFO [StoreOpener-5cddec5fddd4503e33f68e552eae235d-1 {}] regionserver.HStore(327): Store=5cddec5fddd4503e33f68e552eae235d/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T04:16:26,866 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 5cddec5fddd4503e33f68e552eae235d 2024-12-11T04:16:26,866 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/5cddec5fddd4503e33f68e552eae235d 2024-12-11T04:16:26,867 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/5cddec5fddd4503e33f68e552eae235d 2024-12-11T04:16:26,867 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 5cddec5fddd4503e33f68e552eae235d 2024-12-11T04:16:26,867 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 5cddec5fddd4503e33f68e552eae235d 2024-12-11T04:16:26,869 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T04:16:26,870 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 5cddec5fddd4503e33f68e552eae235d 2024-12-11T04:16:26,872 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/5cddec5fddd4503e33f68e552eae235d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T04:16:26,872 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 5cddec5fddd4503e33f68e552eae235d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11887080000, jitterRate=0.10707059502601624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T04:16:26,872 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5cddec5fddd4503e33f68e552eae235d 2024-12-11T04:16:26,872 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 5cddec5fddd4503e33f68e552eae235d: Running coprocessor pre-open hook at 1733890586855Writing region info on filesystem at 1733890586855Initializing all the Stores at 1733890586856 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733890586856Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733890586856Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733890586856Cleaning up temporary data from old regions at 1733890586868 (+12 ms)Running coprocessor post-open hooks at 1733890586872 (+4 ms)Region opened successfully at 1733890586872 2024-12-11T04:16:26,873 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1733890586062.5cddec5fddd4503e33f68e552eae235d., pid=79, masterSystemTime=1733890586833 2024-12-11T04:16:26,875 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1733890586062.5cddec5fddd4503e33f68e552eae235d. 2024-12-11T04:16:26,875 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened table1,row0,1733890586062.5cddec5fddd4503e33f68e552eae235d. 2024-12-11T04:16:26,876 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=5cddec5fddd4503e33f68e552eae235d, regionState=OPEN, openSeqNum=2, regionLocation=b03dfe6810ce,44149,1733890475367 2024-12-11T04:16:26,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cddec5fddd4503e33f68e552eae235d, server=b03dfe6810ce,44149,1733890475367 because future has completed 2024-12-11T04:16:26,882 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-12-11T04:16:26,882 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; OpenRegionProcedure 5cddec5fddd4503e33f68e552eae235d, server=b03dfe6810ce,44149,1733890475367 in 196 msec 2024-12-11T04:16:26,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=76 2024-12-11T04:16:26,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=5cddec5fddd4503e33f68e552eae235d, ASSIGN in 356 msec 2024-12-11T04:16:26,884 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733890586884"}]},"ts":"1733890586884"} 2024-12-11T04:16:26,886 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-12-11T04:16:26,886 DEBUG [PEWorker-5 {}] procedure.TruncateTableProcedure(145): truncate 'table1' completed 2024-12-11T04:16:26,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) in 872 msec 2024-12-11T04:16:27,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-11T04:16:27,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: default:table1 completed 2024-12-11T04:16:27,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-11T04:16:27,162 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:41809/backupUT/backup_1733890530127/default/test-1733890485666/archive/data/default/test-1733890485666/3a167c936a8a337acfc3d6eaab192b54,hdfs://localhost:41809/backupUT/backup_1733890530127/default/test-1733890485666/archive/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794 from hbase tables test-1733890485666 to tables table1 2024-12-11T04:16:27,162 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1733890485666 into table1 2024-12-11T04:16:27,163 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-default-table1-1733890587162 from hdfs://localhost:41809/backupUT/backup_1733890530127/default/test-1733890485666/archive/data/default/test-1733890485666/3a167c936a8a337acfc3d6eaab192b54,hdfs://localhost:41809/backupUT/backup_1733890530127/default/test-1733890485666/archive/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:16:27,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d564755, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:27,164 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:16:27,164 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:16:27,165 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:16:27,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:16:27,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:16:27,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f67cfe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:27,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:16:27,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:16:27,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:27,167 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:16:27,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a161c09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:27,168 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T04:16:27,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b03dfe6810ce,37339,1733890472890 2024-12-11T04:16:27,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@106611d8 2024-12-11T04:16:27,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T04:16:27,170 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T04:16:27,171 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-11T04:16:27,171 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-12-11T04:16:27,171 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-11T04:16:27,171 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:16:27,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:16:27,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:16:27,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T04:16:27,175 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-12-11T04:16:27,175 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-12-11T04:16:27,175 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-12-11T04:16:27,176 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/partitions_03d277bd-d6fe-4bff-b384-2f15df7a460f 2024-12-11T04:16:27,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741985_1161 (size=177) 2024-12-11T04:16:27,254 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2024-12-11T04:16:27,582 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:27,583 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:27,583 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:27,941 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e117b945a97cbe117abfea503994408c, had cached 0 bytes from a total of 41499 2024-12-11T04:16:28,522 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/hadoop-12254401051862538586.jar 2024-12-11T04:16:28,522 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:28,523 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:28,523 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:28,523 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:28,523 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:28,523 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:28,524 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:28,524 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:28,524 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:28,524 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T04:16:28,524 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-11T04:16:28,524 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-11T04:16:28,525 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-11T04:16:28,525 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-11T04:16:28,525 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-11T04:16:28,525 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-11T04:16:28,525 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-11T04:16:28,526 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-11T04:16:28,526 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-11T04:16:28,526 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-11T04:16:28,526 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:28,526 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:28,526 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:28,527 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:28,527 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:28,527 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:28,527 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T04:16:28,527 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-12-11T04:16:28,527 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T04:16:28,527 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:218) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T04:16:28,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:28,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:28,528 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:16:28,528 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-12-11T04:16:28,528 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T04:16:28,544 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-11T04:16:28,555 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-11T04:16:28,662 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/mapreduce.cluster.local.dir/job_local849545420_0014_cbdeb0c0-1b4b-4fc2-b9d9-2bbaf93cee71/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-12-11T04:16:28,662 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/mapreduce.cluster.local.dir/job_local849545420_0014_cbdeb0c0-1b4b-4fc2-b9d9-2bbaf93cee71/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-12-11T04:16:28,723 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:41809/backupUT/backup_1733890530127/default/test-1733890485666/archive/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/mob/f9c30738c9224ab9bc30022f8b016583 2024-12-11T04:16:28,726 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-11T04:16:28,784 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:41809/backupUT/backup_1733890530127/default/test-1733890485666/archive/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/f/7799235fffee4060a7de5e3ea0a45df0 2024-12-11T04:16:28,787 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-11T04:16:28,814 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:41809/backupUT/backup_1733890530127/default/test-1733890485666/archive/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/f/f839b4d134c745d78c9052061c626578 2024-12-11T04:16:28,818 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-11T04:16:28,859 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:41809/backupUT/backup_1733890530127/default/test-1733890485666/archive/data/default/test-1733890485666/3a167c936a8a337acfc3d6eaab192b54/mob/d41d8cd98f00b204e9800998ecf8427e20241211a79eba838bb64bafb56f201e58539791_c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:16:28,863 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-11T04:16:28,892 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:41809/backupUT/backup_1733890530127/default/test-1733890485666/archive/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/mob/b1ea12cd9bac437a9e22e0272b80771c 2024-12-11T04:16:28,896 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-11T04:16:28,932 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a72aa80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:28,932 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:16:28,933 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:16:28,934 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:16:28,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:16:28,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:16:28,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d2f60e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:28,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:16:28,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:16:28,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:28,935 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:16:28,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c86014, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:28,936 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:16:28,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:16:28,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:16:28,938 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T04:16:28,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733890485666-1-0', locateType=CURRENT is [region=table1,,1733890586062.16a97703b7f42800150031c4b5cc79ec., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2] 2024-12-11T04:16:28,940 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-12-11T04:16:28,940 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T04:16:28,940 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:28,940 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:28,940 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:16:28,941 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733890485666-1-0] 2024-12-11T04:16:28,941 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b03dfe6810ce 2024-12-11T04:16:28,951 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e0840a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:28,951 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:16:28,952 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:16:28,952 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:16:28,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:16:28,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:16:28,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9df2bae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:28,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:16:28,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:16:28,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:28,954 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:16:28,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2743d7ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:28,955 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:16:28,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:16:28,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:16:28,956 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T04:16:28,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733890485666-3-0', locateType=CURRENT is [region=table1,,1733890586062.16a97703b7f42800150031c4b5cc79ec., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2] 2024-12-11T04:16:28,958 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-12-11T04:16:28,958 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T04:16:28,958 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:28,958 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:28,958 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733890485666-3-0] 2024-12-11T04:16:28,958 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b03dfe6810ce 2024-12-11T04:16:28,958 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:16:28,965 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-default-table1-1733890587162/_temporary/0/_temporary/attempt_local849545420_0014_r_000000_0/f/33766ce4b43b4849961d839c8514adb4 is 59, key is row-test-1733890485666-1-10/f:q1/1733890514204/Put/seqid=0 2024-12-11T04:16:28,966 WARN [Thread-1805 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b03dfe6810ce:44149] Specified favored nodes: [b03dfe6810ce:44149] 2024-12-11T04:16:28,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741986_1162 (size=11124) 2024-12-11T04:16:28,969 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-default-table1-1733890587162/_temporary/0/_temporary/attempt_local849545420_0014_r_000000_0/mob/0bb3244971ad4f7cab2f4a9959824ca0 is 192, key is row-test-1733890485666-3-100/mob:q1/1733890514565/Put/seqid=0 2024-12-11T04:16:28,970 WARN [Thread-1807 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b03dfe6810ce:44149] Specified favored nodes: [b03dfe6810ce:44149] 2024-12-11T04:16:28,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741987_1163 (size=13403) 2024-12-11T04:16:29,399 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f97b6cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:29,399 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:16:29,399 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:16:29,400 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:16:29,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:16:29,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:16:29,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df6c63f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:29,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:16:29,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:16:29,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:29,402 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:16:29,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f44ff2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:29,404 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:16:29,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:16:29,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:16:29,406 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T04:16:29,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1733890586062.5cddec5fddd4503e33f68e552eae235d., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2] 2024-12-11T04:16:29,411 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-12-11T04:16:29,411 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T04:16:29,411 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:29,411 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:16:29,411 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:29,411 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-12-11T04:16:29,411 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b03dfe6810ce 2024-12-11T04:16:29,418 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-default-table1-1733890587162/_temporary/0/_temporary/attempt_local849545420_0014_r_000001_0/f/c3cf312a4a914b4cb9f532c8f2480db5 is 37, key is row10/f:q1/1733890488363/Put/seqid=0 2024-12-11T04:16:29,419 WARN [Thread-1822 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b03dfe6810ce:44149] Specified favored nodes: [b03dfe6810ce:44149] 2024-12-11T04:16:29,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741988_1164 (size=8741) 2024-12-11T04:16:29,711 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-default-table1-1733890587162 2024-12-11T04:16:29,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bbc62a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:29,712 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:16:29,712 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:16:29,713 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:16:29,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:16:29,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:16:29,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2713bcdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:29,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:16:29,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:16:29,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:29,715 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:16:29,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2914dbc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:29,716 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:16:29,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:16:29,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:16:29,718 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T04:16:29,721 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-default-table1-1733890587162/_SUCCESS 2024-12-11T04:16:29,729 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T04:16:29,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b03dfe6810ce,37339,1733890472890 2024-12-11T04:16:29,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e8a0e85 2024-12-11T04:16:29,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T04:16:29,731 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T04:16:29,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733890586062.16a97703b7f42800150031c4b5cc79ec., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2] 2024-12-11T04:16:29,738 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-11T04:16:29,745 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-default-table1-1733890587162/f/33766ce4b43b4849961d839c8514adb4 first=Optional[row-test-1733890485666-1-0] last=Optional[row-test-1733890485666-1-98] 2024-12-11T04:16:29,751 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-default-table1-1733890587162/f/c3cf312a4a914b4cb9f532c8f2480db5 first=Optional[row0] last=Optional[row98] 2024-12-11T04:16:29,758 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-default-table1-1733890587162/mob/0bb3244971ad4f7cab2f4a9959824ca0 first=Optional[row-test-1733890485666-3-0] last=Optional[row-test-1733890485666-3-99] 2024-12-11T04:16:29,767 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-default-table1-1733890587162/f/c3cf312a4a914b4cb9f532c8f2480db5 for inclusion in 5cddec5fddd4503e33f68e552eae235d/f 2024-12-11T04:16:29,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-default-table1-1733890587162/mob/0bb3244971ad4f7cab2f4a9959824ca0 for inclusion in 16a97703b7f42800150031c4b5cc79ec/mob 2024-12-11T04:16:29,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-12-11T04:16:29,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-12-11T04:16:29,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] regionserver.HRegion(2603): Flush status journal for 5cddec5fddd4503e33f68e552eae235d: 2024-12-11T04:16:29,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733890485666-3-0 last=row-test-1733890485666-3-99 2024-12-11T04:16:29,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-12-11T04:16:29,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-default-table1-1733890587162/f/33766ce4b43b4849961d839c8514adb4 for inclusion in 16a97703b7f42800150031c4b5cc79ec/f 2024-12-11T04:16:29,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-default-table1-1733890587162/f/c3cf312a4a914b4cb9f532c8f2480db5 to hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/staging/jenkins__table1__7rji5178didl3abnuk8mu2kheufavv7gj374he5d90sbv394g4e5m0196lpicmpo/f/c3cf312a4a914b4cb9f532c8f2480db5 2024-12-11T04:16:29,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/staging/jenkins__table1__7rji5178didl3abnuk8mu2kheufavv7gj374he5d90sbv394g4e5m0196lpicmpo/f/c3cf312a4a914b4cb9f532c8f2480db5 as hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/5cddec5fddd4503e33f68e552eae235d/f/41872d66b86e406aa208b74510de6b5c_SeqId_4_ 2024-12-11T04:16:29,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18c99b05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:29,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:16:29,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:16:29,782 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:16:29,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:16:29,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:16:29,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4657f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:29,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:16:29,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:16:29,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:29,784 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:16:29,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@754d7953, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:29,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T04:16:29,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b03dfe6810ce,37339,1733890472890 2024-12-11T04:16:29,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4bcf25fa 2024-12-11T04:16:29,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T04:16:29,788 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T04:16:29,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:16:29,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733890485666-1-0 last=row-test-1733890485666-1-98 2024-12-11T04:16:29,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-12-11T04:16:29,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HRegion(2603): Flush status journal for 16a97703b7f42800150031c4b5cc79ec: 2024-12-11T04:16:29,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:16:29,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:16:29,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T04:16:29,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-default-table1-1733890587162/mob/0bb3244971ad4f7cab2f4a9959824ca0 to hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/staging/jenkins__table1__7rji5178didl3abnuk8mu2kheufavv7gj374he5d90sbv394g4e5m0196lpicmpo/mob/0bb3244971ad4f7cab2f4a9959824ca0 2024-12-11T04:16:29,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/staging/jenkins__table1__7rji5178didl3abnuk8mu2kheufavv7gj374he5d90sbv394g4e5m0196lpicmpo/mob/0bb3244971ad4f7cab2f4a9959824ca0 as hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/16a97703b7f42800150031c4b5cc79ec/mob/fcd47fe2add94c5f800d667a65bd80ad_SeqId_4_ 2024-12-11T04:16:29,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-default-table1-1733890587162/f/33766ce4b43b4849961d839c8514adb4 to hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/staging/jenkins__table1__7rji5178didl3abnuk8mu2kheufavv7gj374he5d90sbv394g4e5m0196lpicmpo/f/33766ce4b43b4849961d839c8514adb4 2024-12-11T04:16:29,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T04:16:29,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T04:16:29,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/staging/jenkins__table1__7rji5178didl3abnuk8mu2kheufavv7gj374he5d90sbv394g4e5m0196lpicmpo/f/33766ce4b43b4849961d839c8514adb4 as hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/16a97703b7f42800150031c4b5cc79ec/f/e13f66dd58f14568a8e1f0a1a3e1b1a3_SeqId_4_ 2024-12-11T04:16:29,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733890497134.e117b945a97cbe117abfea503994408c., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2] 2024-12-11T04:16:29,823 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149. 2024-12-11T04:16:29,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T04:16:29,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:29,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:29,823 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:16:29,824 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/staging/jenkins__table1__7rji5178didl3abnuk8mu2kheufavv7gj374he5d90sbv394g4e5m0196lpicmpo/f/c3cf312a4a914b4cb9f532c8f2480db5 into 5cddec5fddd4503e33f68e552eae235d/f as hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/5cddec5fddd4503e33f68e552eae235d/f/41872d66b86e406aa208b74510de6b5c_SeqId_4_ - updating store file list. 2024-12-11T04:16:29,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62771f27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:29,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:16:29,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:16:29,830 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:16:29,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:16:29,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:16:29,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d7308a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:29,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:16:29,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:16:29,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:29,833 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:16:29,833 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/5cddec5fddd4503e33f68e552eae235d/f/41872d66b86e406aa208b74510de6b5c_SeqId_4_ into 5cddec5fddd4503e33f68e552eae235d/f 2024-12-11T04:16:29,834 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/staging/jenkins__table1__7rji5178didl3abnuk8mu2kheufavv7gj374he5d90sbv394g4e5m0196lpicmpo/f/c3cf312a4a914b4cb9f532c8f2480db5 into 5cddec5fddd4503e33f68e552eae235d/f (new location: hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/5cddec5fddd4503e33f68e552eae235d/f/41872d66b86e406aa208b74510de6b5c_SeqId_4_) 2024-12-11T04:16:29,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ebcb81a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:29,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T04:16:29,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b03dfe6810ce,37339,1733890472890 2024-12-11T04:16:29,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b6c558 2024-12-11T04:16:29,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T04:16:29,837 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T04:16:29,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/staging/jenkins__table1__7rji5178didl3abnuk8mu2kheufavv7gj374he5d90sbv394g4e5m0196lpicmpo/f/c3cf312a4a914b4cb9f532c8f2480db5 2024-12-11T04:16:29,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:16:29,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:16:29,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:16:29,840 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T04:16:29,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23acc682, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:29,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:16:29,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:16:29,844 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:16:29,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:16:29,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:16:29,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42395c36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:29,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:16:29,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:16:29,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:29,850 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:16:29,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59951f96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:29,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T04:16:29,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b03dfe6810ce,37339,1733890472890 2024-12-11T04:16:29,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a11594c 2024-12-11T04:16:29,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T04:16:29,854 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-11T04:16:29,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T04:16:29,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:16:29,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:16:29,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:16:29,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T04:16:29,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T04:16:29,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733890497134.e117b945a97cbe117abfea503994408c., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2] 2024-12-11T04:16:29,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149. 2024-12-11T04:16:29,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T04:16:29,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:29,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:29,870 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:16:29,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T04:16:29,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d3a9f8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:29,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:16:29,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:16:29,874 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:16:29,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:16:29,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:16:29,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b9cd07d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:29,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:16:29,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:16:29,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:29,877 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:16:29,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52427b36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:29,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T04:16:29,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T04:16:29,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b03dfe6810ce,37339,1733890472890 2024-12-11T04:16:29,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d3689e4 2024-12-11T04:16:29,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T04:16:29,884 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T04:16:29,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:16:29,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733890497134.e117b945a97cbe117abfea503994408c., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2] 2024-12-11T04:16:29,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:16:29,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:16:29,889 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149. 2024-12-11T04:16:29,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T04:16:29,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:29,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:29,889 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:16:29,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T04:16:29,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T04:16:29,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T04:16:29,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733890497134.e117b945a97cbe117abfea503994408c., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2] 2024-12-11T04:16:29,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149. 2024-12-11T04:16:29,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T04:16:29,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:29,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:29,924 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:16:29,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/staging/jenkins__table1__7rji5178didl3abnuk8mu2kheufavv7gj374he5d90sbv394g4e5m0196lpicmpo/f/33766ce4b43b4849961d839c8514adb4 into 16a97703b7f42800150031c4b5cc79ec/f as hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/16a97703b7f42800150031c4b5cc79ec/f/e13f66dd58f14568a8e1f0a1a3e1b1a3_SeqId_4_ - updating store file list. 2024-12-11T04:16:29,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/16a97703b7f42800150031c4b5cc79ec/f/e13f66dd58f14568a8e1f0a1a3e1b1a3_SeqId_4_ into 16a97703b7f42800150031c4b5cc79ec/f 2024-12-11T04:16:29,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/staging/jenkins__table1__7rji5178didl3abnuk8mu2kheufavv7gj374he5d90sbv394g4e5m0196lpicmpo/f/33766ce4b43b4849961d839c8514adb4 into 16a97703b7f42800150031c4b5cc79ec/f (new location: hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/16a97703b7f42800150031c4b5cc79ec/f/e13f66dd58f14568a8e1f0a1a3e1b1a3_SeqId_4_) 2024-12-11T04:16:29,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/staging/jenkins__table1__7rji5178didl3abnuk8mu2kheufavv7gj374he5d90sbv394g4e5m0196lpicmpo/f/33766ce4b43b4849961d839c8514adb4 2024-12-11T04:16:29,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/staging/jenkins__table1__7rji5178didl3abnuk8mu2kheufavv7gj374he5d90sbv394g4e5m0196lpicmpo/mob/0bb3244971ad4f7cab2f4a9959824ca0 into 16a97703b7f42800150031c4b5cc79ec/mob as hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/16a97703b7f42800150031c4b5cc79ec/mob/fcd47fe2add94c5f800d667a65bd80ad_SeqId_4_ - updating store file list. 2024-12-11T04:16:29,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/16a97703b7f42800150031c4b5cc79ec/mob/fcd47fe2add94c5f800d667a65bd80ad_SeqId_4_ into 16a97703b7f42800150031c4b5cc79ec/mob 2024-12-11T04:16:29,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/staging/jenkins__table1__7rji5178didl3abnuk8mu2kheufavv7gj374he5d90sbv394g4e5m0196lpicmpo/mob/0bb3244971ad4f7cab2f4a9959824ca0 into 16a97703b7f42800150031c4b5cc79ec/mob (new location: hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/16a97703b7f42800150031c4b5cc79ec/mob/fcd47fe2add94c5f800d667a65bd80ad_SeqId_4_) 2024-12-11T04:16:29,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/staging/jenkins__table1__7rji5178didl3abnuk8mu2kheufavv7gj374he5d90sbv394g4e5m0196lpicmpo/mob/0bb3244971ad4f7cab2f4a9959824ca0 2024-12-11T04:16:29,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f1301a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:29,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:16:29,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:16:29,954 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:16:29,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:16:29,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:16:29,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b3f651b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:29,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:16:29,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:16:29,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:29,956 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:16:29,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@508addba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:29,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T04:16:29,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b03dfe6810ce,37339,1733890472890 2024-12-11T04:16:29,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bf055ea 2024-12-11T04:16:29,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T04:16:29,964 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-11T04:16:29,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:16:29,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:16:29,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:16:29,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T04:16:29,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T04:16:29,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T04:16:29,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733890497134.e117b945a97cbe117abfea503994408c., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2] 2024-12-11T04:16:29,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149. 2024-12-11T04:16:29,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T04:16:29,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:29,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:29,999 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:16:30,000 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T04:16:30,000 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:218) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T04:16:30,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:30,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:30,000 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-12-11T04:16:30,000 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:16:30,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1733890586062.16a97703b7f42800150031c4b5cc79ec., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2 , the old value is region=table1,,1733890586062.16a97703b7f42800150031c4b5cc79ec., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b03dfe6810ce:44149 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-11T04:16:30,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1733890586062.16a97703b7f42800150031c4b5cc79ec., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-11T04:16:30,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1733890586062.16a97703b7f42800150031c4b5cc79ec., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2 from cache 2024-12-11T04:16:30,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149: skipped callId: 8 service: ClientService methodName: CleanupBulkLoad size: 269 connection: 172.17.0.3:50140 deadline: 1733894190000 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:50140 2024-12-11T04:16:30,029 INFO [Time-limited test {}] impl.RestoreTablesClient(181): Restoring 'test-1733890485666' to 'table1' from log dirs: hdfs://localhost:41809/backupUT/backup_1733890564778/default/test-1733890485666/f2/887b6b3c85a345249c64df28ef278264 2024-12-11T04:16:30,034 DEBUG [Time-limited test {}] util.RestoreTool(177): Found descriptor 'test-1733890485666', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1733890564778 2024-12-11T04:16:30,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37339 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table table1 from 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T04:16:30,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37339 {}] procedure2.ProcedureExecutor(1139): Stored pid=81, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=table1 2024-12-11T04:16:30,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741989_1165 (size=938) 2024-12-11T04:16:30,108 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b03dfe6810ce:44149 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-11T04:16:30,457 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/.tabledesc/.tableinfo.0000000001.938 2024-12-11T04:16:30,457 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/.tabledesc/.tableinfo.0000000002.938 2024-12-11T04:16:30,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=table1}] 2024-12-11T04:16:30,463 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=16a97703b7f42800150031c4b5cc79ec, REOPEN/MOVE}, {pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=5cddec5fddd4503e33f68e552eae235d, REOPEN/MOVE}] 2024-12-11T04:16:30,464 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=5cddec5fddd4503e33f68e552eae235d, REOPEN/MOVE 2024-12-11T04:16:30,464 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=16a97703b7f42800150031c4b5cc79ec, REOPEN/MOVE 2024-12-11T04:16:30,464 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=5cddec5fddd4503e33f68e552eae235d, regionState=CLOSING, regionLocation=b03dfe6810ce,44149,1733890475367 2024-12-11T04:16:30,465 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=16a97703b7f42800150031c4b5cc79ec, regionState=CLOSING, regionLocation=b03dfe6810ce,44149,1733890475367 2024-12-11T04:16:30,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=16a97703b7f42800150031c4b5cc79ec, REOPEN/MOVE because future has completed 2024-12-11T04:16:30,467 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T04:16:30,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 16a97703b7f42800150031c4b5cc79ec, server=b03dfe6810ce,44149,1733890475367}] 2024-12-11T04:16:30,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=5cddec5fddd4503e33f68e552eae235d, REOPEN/MOVE because future has completed 2024-12-11T04:16:30,468 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T04:16:30,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5cddec5fddd4503e33f68e552eae235d, server=b03dfe6810ce,44149,1733890475367}] 2024-12-11T04:16:30,620 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close 16a97703b7f42800150031c4b5cc79ec 2024-12-11T04:16:30,620 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-11T04:16:30,620 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing 16a97703b7f42800150031c4b5cc79ec, disabling compactions & flushes 2024-12-11T04:16:30,620 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region table1,,1733890586062.16a97703b7f42800150031c4b5cc79ec. 2024-12-11T04:16:30,620 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733890586062.16a97703b7f42800150031c4b5cc79ec. 2024-12-11T04:16:30,620 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on table1,,1733890586062.16a97703b7f42800150031c4b5cc79ec. after waiting 0 ms 2024-12-11T04:16:30,620 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region table1,,1733890586062.16a97703b7f42800150031c4b5cc79ec. 2024-12-11T04:16:30,624 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/16a97703b7f42800150031c4b5cc79ec/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-11T04:16:30,625 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T04:16:30,625 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed table1,,1733890586062.16a97703b7f42800150031c4b5cc79ec. 2024-12-11T04:16:30,625 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for 16a97703b7f42800150031c4b5cc79ec: Waiting for close lock at 1733890590620Running coprocessor pre-close hooks at 1733890590620Disabling compacts and flushes for region at 1733890590620Disabling writes for close at 1733890590620Writing region close event to WAL at 1733890590621 (+1 ms)Running coprocessor post-close hooks at 1733890590625 (+4 ms)Closed at 1733890590625 2024-12-11T04:16:30,625 WARN [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionServer(3299): Not adding moved region record: 16a97703b7f42800150031c4b5cc79ec to self. 2024-12-11T04:16:30,627 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed 16a97703b7f42800150031c4b5cc79ec 2024-12-11T04:16:30,627 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(122): Close 5cddec5fddd4503e33f68e552eae235d 2024-12-11T04:16:30,627 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-11T04:16:30,627 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1722): Closing 5cddec5fddd4503e33f68e552eae235d, disabling compactions & flushes 2024-12-11T04:16:30,627 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1755): Closing region table1,row0,1733890586062.5cddec5fddd4503e33f68e552eae235d. 2024-12-11T04:16:30,627 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733890586062.5cddec5fddd4503e33f68e552eae235d. 2024-12-11T04:16:30,627 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733890586062.5cddec5fddd4503e33f68e552eae235d. after waiting 0 ms 2024-12-11T04:16:30,627 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733890586062.5cddec5fddd4503e33f68e552eae235d. 2024-12-11T04:16:30,627 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=16a97703b7f42800150031c4b5cc79ec, regionState=CLOSED 2024-12-11T04:16:30,633 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/5cddec5fddd4503e33f68e552eae235d/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-11T04:16:30,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 16a97703b7f42800150031c4b5cc79ec, server=b03dfe6810ce,44149,1733890475367 because future has completed 2024-12-11T04:16:30,634 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T04:16:30,634 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1973): Closed table1,row0,1733890586062.5cddec5fddd4503e33f68e552eae235d. 2024-12-11T04:16:30,634 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1676): Region close journal for 5cddec5fddd4503e33f68e552eae235d: Waiting for close lock at 1733890590627Running coprocessor pre-close hooks at 1733890590627Disabling compacts and flushes for region at 1733890590627Disabling writes for close at 1733890590627Writing region close event to WAL at 1733890590629 (+2 ms)Running coprocessor post-close hooks at 1733890590634 (+5 ms)Closed at 1733890590634 2024-12-11T04:16:30,634 WARN [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionServer(3299): Not adding moved region record: 5cddec5fddd4503e33f68e552eae235d to self. 2024-12-11T04:16:30,636 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(157): Closed 5cddec5fddd4503e33f68e552eae235d 2024-12-11T04:16:30,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=83 2024-12-11T04:16:30,636 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=5cddec5fddd4503e33f68e552eae235d, regionState=CLOSED 2024-12-11T04:16:30,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=83, state=SUCCESS, hasLock=false; CloseRegionProcedure 16a97703b7f42800150031c4b5cc79ec, server=b03dfe6810ce,44149,1733890475367 in 167 msec 2024-12-11T04:16:30,637 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=16a97703b7f42800150031c4b5cc79ec, REOPEN/MOVE; state=CLOSED, location=b03dfe6810ce,44149,1733890475367; forceNewPlan=false, retain=true 2024-12-11T04:16:30,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5cddec5fddd4503e33f68e552eae235d, server=b03dfe6810ce,44149,1733890475367 because future has completed 2024-12-11T04:16:30,640 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=84 2024-12-11T04:16:30,640 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=5cddec5fddd4503e33f68e552eae235d, REOPEN/MOVE; state=CLOSED, location=b03dfe6810ce,44149,1733890475367; forceNewPlan=false, retain=true 2024-12-11T04:16:30,640 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=84, state=SUCCESS, hasLock=false; CloseRegionProcedure 5cddec5fddd4503e33f68e552eae235d, server=b03dfe6810ce,44149,1733890475367 in 170 msec 2024-12-11T04:16:30,788 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=16a97703b7f42800150031c4b5cc79ec, regionState=OPENING, regionLocation=b03dfe6810ce,44149,1733890475367 2024-12-11T04:16:30,788 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=5cddec5fddd4503e33f68e552eae235d, regionState=OPENING, regionLocation=b03dfe6810ce,44149,1733890475367 2024-12-11T04:16:30,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=16a97703b7f42800150031c4b5cc79ec, REOPEN/MOVE because future has completed 2024-12-11T04:16:30,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16a97703b7f42800150031c4b5cc79ec, server=b03dfe6810ce,44149,1733890475367}] 2024-12-11T04:16:30,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=5cddec5fddd4503e33f68e552eae235d, REOPEN/MOVE because future has completed 2024-12-11T04:16:30,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cddec5fddd4503e33f68e552eae235d, server=b03dfe6810ce,44149,1733890475367}] 2024-12-11T04:16:30,946 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open table1,,1733890586062.16a97703b7f42800150031c4b5cc79ec. 2024-12-11T04:16:30,946 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => 16a97703b7f42800150031c4b5cc79ec, NAME => 'table1,,1733890586062.16a97703b7f42800150031c4b5cc79ec.', STARTKEY => '', ENDKEY => 'row0'} 2024-12-11T04:16:30,946 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-11T04:16:30,946 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 16a97703b7f42800150031c4b5cc79ec 2024-12-11T04:16:30,946 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated table1,,1733890586062.16a97703b7f42800150031c4b5cc79ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T04:16:30,946 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for 16a97703b7f42800150031c4b5cc79ec 2024-12-11T04:16:30,946 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for 16a97703b7f42800150031c4b5cc79ec 2024-12-11T04:16:30,947 INFO [StoreOpener-16a97703b7f42800150031c4b5cc79ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 16a97703b7f42800150031c4b5cc79ec 2024-12-11T04:16:30,948 INFO [StoreOpener-16a97703b7f42800150031c4b5cc79ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16a97703b7f42800150031c4b5cc79ec columnFamilyName f 2024-12-11T04:16:30,948 DEBUG [StoreOpener-16a97703b7f42800150031c4b5cc79ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:16:30,953 DEBUG [StoreOpener-16a97703b7f42800150031c4b5cc79ec-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/16a97703b7f42800150031c4b5cc79ec/f/e13f66dd58f14568a8e1f0a1a3e1b1a3_SeqId_4_ 2024-12-11T04:16:30,953 INFO [StoreOpener-16a97703b7f42800150031c4b5cc79ec-1 {}] regionserver.HStore(327): Store=16a97703b7f42800150031c4b5cc79ec/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T04:16:30,954 INFO [StoreOpener-16a97703b7f42800150031c4b5cc79ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 16a97703b7f42800150031c4b5cc79ec 2024-12-11T04:16:30,955 INFO [StoreOpener-16a97703b7f42800150031c4b5cc79ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16a97703b7f42800150031c4b5cc79ec columnFamilyName f2 2024-12-11T04:16:30,956 DEBUG [StoreOpener-16a97703b7f42800150031c4b5cc79ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:16:30,956 INFO [StoreOpener-16a97703b7f42800150031c4b5cc79ec-1 {}] regionserver.HStore(327): Store=16a97703b7f42800150031c4b5cc79ec/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T04:16:30,956 INFO [StoreOpener-16a97703b7f42800150031c4b5cc79ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 16a97703b7f42800150031c4b5cc79ec 2024-12-11T04:16:30,957 INFO [StoreOpener-16a97703b7f42800150031c4b5cc79ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16a97703b7f42800150031c4b5cc79ec columnFamilyName mob 2024-12-11T04:16:30,957 DEBUG [StoreOpener-16a97703b7f42800150031c4b5cc79ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:16:30,962 DEBUG [StoreOpener-16a97703b7f42800150031c4b5cc79ec-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/16a97703b7f42800150031c4b5cc79ec/mob/fcd47fe2add94c5f800d667a65bd80ad_SeqId_4_ 2024-12-11T04:16:30,963 INFO [StoreOpener-16a97703b7f42800150031c4b5cc79ec-1 {}] regionserver.HStore(327): Store=16a97703b7f42800150031c4b5cc79ec/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T04:16:30,963 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for 16a97703b7f42800150031c4b5cc79ec 2024-12-11T04:16:30,964 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/16a97703b7f42800150031c4b5cc79ec 2024-12-11T04:16:30,965 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/16a97703b7f42800150031c4b5cc79ec 2024-12-11T04:16:30,966 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for 16a97703b7f42800150031c4b5cc79ec 2024-12-11T04:16:30,966 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for 16a97703b7f42800150031c4b5cc79ec 2024-12-11T04:16:30,966 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T04:16:30,968 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for 16a97703b7f42800150031c4b5cc79ec 2024-12-11T04:16:30,969 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened 16a97703b7f42800150031c4b5cc79ec; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11207283040, jitterRate=0.04375956952571869}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T04:16:30,969 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 16a97703b7f42800150031c4b5cc79ec 2024-12-11T04:16:30,969 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for 16a97703b7f42800150031c4b5cc79ec: Running coprocessor pre-open hook at 1733890590946Writing region info on filesystem at 1733890590946Initializing all the Stores at 1733890590947 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733890590947Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733890590947Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733890590947Cleaning up temporary data from old regions at 1733890590966 (+19 ms)Running coprocessor post-open hooks at 1733890590969 (+3 ms)Region opened successfully at 1733890590969 2024-12-11T04:16:30,970 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1733890586062.16a97703b7f42800150031c4b5cc79ec., pid=87, masterSystemTime=1733890590943 2024-12-11T04:16:30,972 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1733890586062.16a97703b7f42800150031c4b5cc79ec. 2024-12-11T04:16:30,972 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened table1,,1733890586062.16a97703b7f42800150031c4b5cc79ec. 2024-12-11T04:16:30,972 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(132): Open table1,row0,1733890586062.5cddec5fddd4503e33f68e552eae235d. 2024-12-11T04:16:30,973 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7752): Opening region: {ENCODED => 5cddec5fddd4503e33f68e552eae235d, NAME => 'table1,row0,1733890586062.5cddec5fddd4503e33f68e552eae235d.', STARTKEY => 'row0', ENDKEY => ''} 2024-12-11T04:16:30,973 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=16a97703b7f42800150031c4b5cc79ec, regionState=OPEN, openSeqNum=7, regionLocation=b03dfe6810ce,44149,1733890475367 2024-12-11T04:16:30,973 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-11T04:16:30,973 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 5cddec5fddd4503e33f68e552eae235d 2024-12-11T04:16:30,973 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(898): Instantiated table1,row0,1733890586062.5cddec5fddd4503e33f68e552eae235d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T04:16:30,974 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7794): checking encryption for 5cddec5fddd4503e33f68e552eae235d 2024-12-11T04:16:30,974 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7797): checking classloading for 5cddec5fddd4503e33f68e552eae235d 2024-12-11T04:16:30,975 INFO [StoreOpener-5cddec5fddd4503e33f68e552eae235d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5cddec5fddd4503e33f68e552eae235d 2024-12-11T04:16:30,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16a97703b7f42800150031c4b5cc79ec, server=b03dfe6810ce,44149,1733890475367 because future has completed 2024-12-11T04:16:30,976 INFO [StoreOpener-5cddec5fddd4503e33f68e552eae235d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cddec5fddd4503e33f68e552eae235d columnFamilyName f 2024-12-11T04:16:30,976 DEBUG [StoreOpener-5cddec5fddd4503e33f68e552eae235d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:16:30,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=83 2024-12-11T04:16:30,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=83, state=SUCCESS, hasLock=false; OpenRegionProcedure 16a97703b7f42800150031c4b5cc79ec, server=b03dfe6810ce,44149,1733890475367 in 186 msec 2024-12-11T04:16:30,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=16a97703b7f42800150031c4b5cc79ec, REOPEN/MOVE in 517 msec 2024-12-11T04:16:30,983 DEBUG [StoreOpener-5cddec5fddd4503e33f68e552eae235d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/5cddec5fddd4503e33f68e552eae235d/f/41872d66b86e406aa208b74510de6b5c_SeqId_4_ 2024-12-11T04:16:30,983 INFO [StoreOpener-5cddec5fddd4503e33f68e552eae235d-1 {}] regionserver.HStore(327): Store=5cddec5fddd4503e33f68e552eae235d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T04:16:30,983 INFO [StoreOpener-5cddec5fddd4503e33f68e552eae235d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 5cddec5fddd4503e33f68e552eae235d 2024-12-11T04:16:30,985 INFO [StoreOpener-5cddec5fddd4503e33f68e552eae235d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cddec5fddd4503e33f68e552eae235d columnFamilyName f2 2024-12-11T04:16:30,985 DEBUG [StoreOpener-5cddec5fddd4503e33f68e552eae235d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:16:30,985 INFO [StoreOpener-5cddec5fddd4503e33f68e552eae235d-1 {}] regionserver.HStore(327): Store=5cddec5fddd4503e33f68e552eae235d/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T04:16:30,986 INFO [StoreOpener-5cddec5fddd4503e33f68e552eae235d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 5cddec5fddd4503e33f68e552eae235d 2024-12-11T04:16:30,986 INFO [StoreOpener-5cddec5fddd4503e33f68e552eae235d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cddec5fddd4503e33f68e552eae235d columnFamilyName mob 2024-12-11T04:16:30,987 DEBUG [StoreOpener-5cddec5fddd4503e33f68e552eae235d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:16:30,987 INFO [StoreOpener-5cddec5fddd4503e33f68e552eae235d-1 {}] regionserver.HStore(327): Store=5cddec5fddd4503e33f68e552eae235d/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T04:16:30,987 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1038): replaying wal for 5cddec5fddd4503e33f68e552eae235d 2024-12-11T04:16:30,988 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/5cddec5fddd4503e33f68e552eae235d 2024-12-11T04:16:30,989 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/5cddec5fddd4503e33f68e552eae235d 2024-12-11T04:16:30,990 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1048): stopping wal replay for 5cddec5fddd4503e33f68e552eae235d 2024-12-11T04:16:30,990 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1060): Cleaning up temporary data for 5cddec5fddd4503e33f68e552eae235d 2024-12-11T04:16:30,990 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T04:16:30,991 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1093): writing seq id for 5cddec5fddd4503e33f68e552eae235d 2024-12-11T04:16:30,992 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1114): Opened 5cddec5fddd4503e33f68e552eae235d; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11519920960, jitterRate=0.07287624478340149}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T04:16:30,992 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5cddec5fddd4503e33f68e552eae235d 2024-12-11T04:16:30,992 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1006): Region open journal for 5cddec5fddd4503e33f68e552eae235d: Running coprocessor pre-open hook at 1733890590974Writing region info on filesystem at 1733890590974Initializing all the Stores at 1733890590975 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733890590975Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733890590975Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733890590975Cleaning up temporary data from old regions at 1733890590990 (+15 ms)Running coprocessor post-open hooks at 1733890590992 (+2 ms)Region opened successfully at 1733890590992 2024-12-11T04:16:30,993 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1733890586062.5cddec5fddd4503e33f68e552eae235d., pid=88, masterSystemTime=1733890590943 2024-12-11T04:16:30,995 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1733890586062.5cddec5fddd4503e33f68e552eae235d. 2024-12-11T04:16:30,995 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(153): Opened table1,row0,1733890586062.5cddec5fddd4503e33f68e552eae235d. 2024-12-11T04:16:30,996 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=5cddec5fddd4503e33f68e552eae235d, regionState=OPEN, openSeqNum=7, regionLocation=b03dfe6810ce,44149,1733890475367 2024-12-11T04:16:30,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cddec5fddd4503e33f68e552eae235d, server=b03dfe6810ce,44149,1733890475367 because future has completed 2024-12-11T04:16:31,004 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=84 2024-12-11T04:16:31,004 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=84, state=SUCCESS, hasLock=false; OpenRegionProcedure 5cddec5fddd4503e33f68e552eae235d, server=b03dfe6810ce,44149,1733890475367 in 211 msec 2024-12-11T04:16:31,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=82 2024-12-11T04:16:31,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=5cddec5fddd4503e33f68e552eae235d, REOPEN/MOVE in 542 msec 2024-12-11T04:16:31,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81 2024-12-11T04:16:31,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=table1 in 547 msec 2024-12-11T04:16:31,010 DEBUG [PEWorker-5 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=table1 2024-12-11T04:16:31,011 DEBUG [PEWorker-5 {}] backup.HFileArchiver(267): No files to dispose of in table1,,1733890586062.16a97703b7f42800150031c4b5cc79ec., family=f3 2024-12-11T04:16:31,012 DEBUG [PEWorker-5 {}] backup.HFileArchiver(267): No files to dispose of in table1,row0,1733890586062.5cddec5fddd4503e33f68e552eae235d., family=f3 2024-12-11T04:16:31,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, state=SUCCESS, hasLock=false; ModifyTableProcedure table=table1 in 974 msec 2024-12-11T04:16:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-12-11T04:16:31,016 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:table1 completed 2024-12-11T04:16:31,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-11T04:16:31,025 INFO [Time-limited test {}] util.RestoreTool(200): Changed table1 to: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T04:16:31,025 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:41809/backupUT/backup_1733890564778/default/test-1733890485666/f2/887b6b3c85a345249c64df28ef278264 from hbase tables test-1733890485666 to tables table1 2024-12-11T04:16:31,025 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1733890485666 into table1 2024-12-11T04:16:31,027 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-default-table1-1733890591025 from hdfs://localhost:41809/backupUT/backup_1733890564778/default/test-1733890485666/f2/887b6b3c85a345249c64df28ef278264 2024-12-11T04:16:31,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f288c39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:31,029 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:16:31,029 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:16:31,029 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:16:31,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:16:31,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:16:31,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16740c8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:31,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:16:31,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:16:31,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:31,031 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:16:31,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@480d87fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:31,032 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T04:16:31,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b03dfe6810ce,37339,1733890472890 2024-12-11T04:16:31,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2af0341b 2024-12-11T04:16:31,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T04:16:31,034 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T04:16:31,036 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-11T04:16:31,036 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-12-11T04:16:31,036 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-11T04:16:31,036 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:16:31,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:16:31,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:16:31,039 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T04:16:31,043 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-12-11T04:16:31,043 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-12-11T04:16:31,043 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-12-11T04:16:31,043 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/partitions_e6ed0bfc-7b3d-4312-bef4-c00e4d5d43cf 2024-12-11T04:16:31,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741990_1166 (size=177) 2024-12-11T04:16:31,377 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-12-11T04:16:31,449 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:31,449 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:31,449 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:31,458 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T04:16:32,412 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/hadoop-3762988109334781955.jar 2024-12-11T04:16:32,412 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:32,413 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:32,413 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:32,413 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:32,413 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:32,413 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:32,413 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:32,414 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:32,414 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:32,414 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T04:16:32,414 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-11T04:16:32,414 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-11T04:16:32,414 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-11T04:16:32,415 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-11T04:16:32,415 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-11T04:16:32,415 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-11T04:16:32,415 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-11T04:16:32,415 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-11T04:16:32,416 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-11T04:16:32,416 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-11T04:16:32,416 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:32,416 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:32,417 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:32,417 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:32,417 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:32,417 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:32,418 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T04:16:32,418 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-12-11T04:16:32,418 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T04:16:32,418 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:218) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T04:16:32,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:32,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:32,418 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-12-11T04:16:32,418 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:16:32,419 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T04:16:32,429 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-11T04:16:32,440 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-11T04:16:32,561 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/mapreduce.cluster.local.dir/job_local528045388_0015_484ce94c-6bdc-48bc-849b-4ba11b342cd2/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-12-11T04:16:32,561 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/mapreduce.cluster.local.dir/job_local528045388_0015_484ce94c-6bdc-48bc-849b-4ba11b342cd2/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-12-11T04:16:32,644 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:41809/backupUT/backup_1733890564778/default/test-1733890485666/f2/887b6b3c85a345249c64df28ef278264 2024-12-11T04:16:32,647 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-11T04:16:32,682 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a9d2596, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:32,682 DEBUG [pool-281-thread-1 {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:16:32,682 DEBUG [pool-281-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:16:32,683 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:16:32,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:16:32,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:16:32,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ab18da3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:32,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:16:32,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:16:32,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:32,685 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:16:32,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d68d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:32,686 DEBUG [pool-281-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:16:32,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:16:32,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:16:32,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T04:16:32,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733890485666-2-0', locateType=CURRENT is [region=table1,,1733890586062.16a97703b7f42800150031c4b5cc79ec., hostname=b03dfe6810ce,44149,1733890475367, seqNum=7] 2024-12-11T04:16:32,690 INFO [pool-281-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-281-thread-1. 2024-12-11T04:16:32,690 DEBUG [pool-281-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T04:16:32,691 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:32,691 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:32,691 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:16:32,691 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733890485666-2-0] 2024-12-11T04:16:32,691 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b03dfe6810ce 2024-12-11T04:16:32,696 DEBUG [pool-281-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-default-table1-1733890591025/_temporary/0/_temporary/attempt_local528045388_0015_r_000000_0/f2/664ef4dad9d9445eb7d4954779f7c60e is 58, key is row-test-1733890485666-2-0/f2:q1/1733890559763/Put/seqid=0 2024-12-11T04:16:32,698 WARN [Thread-1886 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b03dfe6810ce:44149] Specified favored nodes: [b03dfe6810ce:44149] 2024-12-11T04:16:32,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741991_1167 (size=5608) 2024-12-11T04:16:33,622 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-default-table1-1733890591025 2024-12-11T04:16:33,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e71aa18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:33,623 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:16:33,623 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:16:33,623 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:16:33,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:16:33,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:16:33,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5621ea13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:33,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:16:33,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:16:33,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:33,625 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:16:33,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7037687c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:33,627 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:16:33,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:16:33,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:16:33,629 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T04:16:33,632 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-default-table1-1733890591025/_SUCCESS 2024-12-11T04:16:33,634 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T04:16:33,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b03dfe6810ce,37339,1733890472890 2024-12-11T04:16:33,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61e2452a 2024-12-11T04:16:33,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T04:16:33,638 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T04:16:33,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733890586062.16a97703b7f42800150031c4b5cc79ec., hostname=b03dfe6810ce,44149,1733890475367, seqNum=7] 2024-12-11T04:16:33,647 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-11T04:16:33,660 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-default-table1-1733890591025/f2/664ef4dad9d9445eb7d4954779f7c60e first=Optional[row-test-1733890485666-2-0] last=Optional[row-test-1733890485666-2-6] 2024-12-11T04:16:33,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-default-table1-1733890591025/f2/664ef4dad9d9445eb7d4954779f7c60e for inclusion in 16a97703b7f42800150031c4b5cc79ec/f2 2024-12-11T04:16:33,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733890485666-2-0 last=row-test-1733890485666-2-6 2024-12-11T04:16:33,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-12-11T04:16:33,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HRegion(2603): Flush status journal for 16a97703b7f42800150031c4b5cc79ec: 2024-12-11T04:16:33,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-default-table1-1733890591025/f2/664ef4dad9d9445eb7d4954779f7c60e to hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/staging/jenkins__table1__9ndt6gepdscdarkh2vs1hnmgmajc52ea5k5oc0vvf12tisoe59phru34h315dcgm/f2/664ef4dad9d9445eb7d4954779f7c60e 2024-12-11T04:16:33,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/staging/jenkins__table1__9ndt6gepdscdarkh2vs1hnmgmajc52ea5k5oc0vvf12tisoe59phru34h315dcgm/f2/664ef4dad9d9445eb7d4954779f7c60e as hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/16a97703b7f42800150031c4b5cc79ec/f2/8a90197ab6804faf89c5e15e023c5d73_SeqId_9_ 2024-12-11T04:16:33,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aaa28a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:33,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:16:33,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:16:33,677 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:16:33,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:16:33,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:16:33,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35d404db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:33,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:16:33,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:16:33,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:33,678 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:16:33,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@474fcf7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:33,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T04:16:33,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b03dfe6810ce,37339,1733890472890 2024-12-11T04:16:33,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c49b2b4 2024-12-11T04:16:33,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T04:16:33,682 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T04:16:33,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:16:33,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:16:33,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:16:33,685 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T04:16:33,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T04:16:33,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T04:16:33,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733890497134.e117b945a97cbe117abfea503994408c., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2] 2024-12-11T04:16:33,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149. 2024-12-11T04:16:33,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T04:16:33,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:33,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:33,710 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:16:33,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/staging/jenkins__table1__9ndt6gepdscdarkh2vs1hnmgmajc52ea5k5oc0vvf12tisoe59phru34h315dcgm/f2/664ef4dad9d9445eb7d4954779f7c60e into 16a97703b7f42800150031c4b5cc79ec/f2 as hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/16a97703b7f42800150031c4b5cc79ec/f2/8a90197ab6804faf89c5e15e023c5d73_SeqId_9_ - updating store file list. 2024-12-11T04:16:33,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/16a97703b7f42800150031c4b5cc79ec/f2/8a90197ab6804faf89c5e15e023c5d73_SeqId_9_ into 16a97703b7f42800150031c4b5cc79ec/f2 2024-12-11T04:16:33,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/staging/jenkins__table1__9ndt6gepdscdarkh2vs1hnmgmajc52ea5k5oc0vvf12tisoe59phru34h315dcgm/f2/664ef4dad9d9445eb7d4954779f7c60e into 16a97703b7f42800150031c4b5cc79ec/f2 (new location: hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/16a97703b7f42800150031c4b5cc79ec/f2/8a90197ab6804faf89c5e15e023c5d73_SeqId_9_) 2024-12-11T04:16:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/staging/jenkins__table1__9ndt6gepdscdarkh2vs1hnmgmajc52ea5k5oc0vvf12tisoe59phru34h315dcgm/f2/664ef4dad9d9445eb7d4954779f7c60e 2024-12-11T04:16:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78103adf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:33,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:16:33,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:16:33,722 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:16:33,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:16:33,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:16:33,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6386e5c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:33,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:16:33,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:16:33,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:33,723 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:16:33,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@158428f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:33,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T04:16:33,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b03dfe6810ce,37339,1733890472890 2024-12-11T04:16:33,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5584818f 2024-12-11T04:16:33,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T04:16:33,727 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-11T04:16:33,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:16:33,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:16:33,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:16:33,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T04:16:33,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T04:16:33,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T04:16:33,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733890497134.e117b945a97cbe117abfea503994408c., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2] 2024-12-11T04:16:33,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149. 2024-12-11T04:16:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T04:16:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:33,763 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:16:33,764 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T04:16:33,765 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:218) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T04:16:33,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:33,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:33,765 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-12-11T04:16:33,765 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:16:33,767 INFO [Time-limited test {}] impl.RestoreTablesClient(187): test-1733890485666 has been successfully restored to table1 2024-12-11T04:16:33,767 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-12-11T04:16:33,767 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1733890564778 hdfs://localhost:41809/backupUT/backup_1733890564778/default/test-1733890485666/ 2024-12-11T04:16:33,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 269 connection: 172.17.0.3:59844 deadline: 1733894193767 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:59844 2024-12-11T04:16:33,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1733890586062.16a97703b7f42800150031c4b5cc79ec., hostname=b03dfe6810ce,44149,1733890475367, seqNum=7 , the old value is region=table1,,1733890586062.16a97703b7f42800150031c4b5cc79ec., hostname=b03dfe6810ce,44149,1733890475367, seqNum=7, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b03dfe6810ce:44149 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-11T04:16:33,768 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:41809/backupUT/backup_1733890530127/.backup.manifest 2024-12-11T04:16:33,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1733890586062.16a97703b7f42800150031c4b5cc79ec., hostname=b03dfe6810ce,44149,1733890475367, seqNum=7 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-11T04:16:33,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1733890586062.16a97703b7f42800150031c4b5cc79ec., hostname=b03dfe6810ce,44149,1733890475367, seqNum=7 from cache 2024-12-11T04:16:33,771 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733890530127/.backup.manifest 2024-12-11T04:16:33,771 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17338904856661' to 'ns2:table2' from full backup image hdfs://localhost:41809/backupUT/backup_1733890530127/ns2/test-17338904856661 2024-12-11T04:16:33,774 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-17338904856661', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1733890564778 2024-12-11T04:16:33,779 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'ns2:table2', preserving region splits 2024-12-11T04:16:33,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37339 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable ns2:table2 2024-12-11T04:16:33,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37339 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=ns2:table2 2024-12-11T04:16:33,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-11T04:16:33,794 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733890593794"}]},"ts":"1733890593794"} 2024-12-11T04:16:33,797 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLING in hbase:meta 2024-12-11T04:16:33,797 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set ns2:table2 to state=DISABLING 2024-12-11T04:16:33,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=ns2:table2}] 2024-12-11T04:16:33,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=b590992040f2db4b4f29423230f7ec8d, UNASSIGN}] 2024-12-11T04:16:33,807 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=b590992040f2db4b4f29423230f7ec8d, UNASSIGN 2024-12-11T04:16:33,809 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=b590992040f2db4b4f29423230f7ec8d, regionState=CLOSING, regionLocation=b03dfe6810ce,44149,1733890475367 2024-12-11T04:16:33,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=b590992040f2db4b4f29423230f7ec8d, UNASSIGN because future has completed 2024-12-11T04:16:33,820 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T04:16:33,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure b590992040f2db4b4f29423230f7ec8d, server=b03dfe6810ce,44149,1733890475367}] 2024-12-11T04:16:33,878 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b03dfe6810ce:44149 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-11T04:16:33,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-11T04:16:33,974 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(122): Close b590992040f2db4b4f29423230f7ec8d 2024-12-11T04:16:33,974 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-11T04:16:33,974 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1722): Closing b590992040f2db4b4f29423230f7ec8d, disabling compactions & flushes 2024-12-11T04:16:33,974 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1755): Closing region ns2:table2,,1733890581725.b590992040f2db4b4f29423230f7ec8d. 2024-12-11T04:16:33,974 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1733890581725.b590992040f2db4b4f29423230f7ec8d. 2024-12-11T04:16:33,974 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1733890581725.b590992040f2db4b4f29423230f7ec8d. after waiting 0 ms 2024-12-11T04:16:33,974 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1733890581725.b590992040f2db4b4f29423230f7ec8d. 2024-12-11T04:16:33,978 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns2/table2/b590992040f2db4b4f29423230f7ec8d/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-11T04:16:33,979 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T04:16:33,979 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1973): Closed ns2:table2,,1733890581725.b590992040f2db4b4f29423230f7ec8d. 2024-12-11T04:16:33,979 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1676): Region close journal for b590992040f2db4b4f29423230f7ec8d: Waiting for close lock at 1733890593974Running coprocessor pre-close hooks at 1733890593974Disabling compacts and flushes for region at 1733890593974Disabling writes for close at 1733890593974Writing region close event to WAL at 1733890593975 (+1 ms)Running coprocessor post-close hooks at 1733890593978 (+3 ms)Closed at 1733890593979 (+1 ms) 2024-12-11T04:16:33,980 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(157): Closed b590992040f2db4b4f29423230f7ec8d 2024-12-11T04:16:33,981 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=b590992040f2db4b4f29423230f7ec8d, regionState=CLOSED 2024-12-11T04:16:33,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure b590992040f2db4b4f29423230f7ec8d, server=b03dfe6810ce,44149,1733890475367 because future has completed 2024-12-11T04:16:33,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-12-11T04:16:33,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; CloseRegionProcedure b590992040f2db4b4f29423230f7ec8d, server=b03dfe6810ce,44149,1733890475367 in 163 msec 2024-12-11T04:16:33,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-12-11T04:16:33,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=b590992040f2db4b4f29423230f7ec8d, UNASSIGN in 178 msec 2024-12-11T04:16:33,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-12-11T04:16:33,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=ns2:table2 in 187 msec 2024-12-11T04:16:33,988 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733890593988"}]},"ts":"1733890593988"} 2024-12-11T04:16:33,989 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLED in hbase:meta 2024-12-11T04:16:33,989 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set ns2:table2 to state=DISABLED 2024-12-11T04:16:33,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; DisableTableProcedure table=ns2:table2 in 208 msec 2024-12-11T04:16:34,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-11T04:16:34,108 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: ns2:table2 completed 2024-12-11T04:16:34,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37339 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.3 truncate ns2:table2 2024-12-11T04:16:34,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37339 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) 2024-12-11T04:16:34,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-11T04:16:34,111 DEBUG [PEWorker-4 {}] procedure.TruncateTableProcedure(87): waiting for 'ns2:table2' regions in transition 2024-12-11T04:16:34,114 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns2/table2/b590992040f2db4b4f29423230f7ec8d 2024-12-11T04:16:34,116 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns2/table2/b590992040f2db4b4f29423230f7ec8d/f, FileablePath, hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns2/table2/b590992040f2db4b4f29423230f7ec8d/recovered.edits] 2024-12-11T04:16:34,120 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns2/table2/b590992040f2db4b4f29423230f7ec8d/f/aea3a40e079a4cd18aa71b9302327e72_SeqId_4_ to hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/archive/data/ns2/table2/b590992040f2db4b4f29423230f7ec8d/f/aea3a40e079a4cd18aa71b9302327e72_SeqId_4_ 2024-12-11T04:16:34,123 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns2/table2/b590992040f2db4b4f29423230f7ec8d/recovered.edits/6.seqid to hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/archive/data/ns2/table2/b590992040f2db4b4f29423230f7ec8d/recovered.edits/6.seqid 2024-12-11T04:16:34,124 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns2/table2/b590992040f2db4b4f29423230f7ec8d 2024-12-11T04:16:34,124 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived ns2:table2 regions 2024-12-11T04:16:34,129 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of ns2:table2 from hbase:meta 2024-12-11T04:16:34,132 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(408): Removing 'ns2:table2' descriptor. 2024-12-11T04:16:34,132 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(398): Removing 'ns2:table2' from region states. 2024-12-11T04:16:34,133 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"ns2:table2,,1733890581725.b590992040f2db4b4f29423230f7ec8d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733890594132"}]},"ts":"9223372036854775807"} 2024-12-11T04:16:34,135 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-11T04:16:34,135 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => b590992040f2db4b4f29423230f7ec8d, NAME => 'ns2:table2,,1733890581725.b590992040f2db4b4f29423230f7ec8d.', STARTKEY => '', ENDKEY => ''}] 2024-12-11T04:16:34,135 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(402): Marking 'ns2:table2' as deleted. 2024-12-11T04:16:34,135 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733890594135"}]},"ts":"9223372036854775807"} 2024-12-11T04:16:34,138 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table ns2:table2 state from META 2024-12-11T04:16:34,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741992_1168 (size=351) 2024-12-11T04:16:34,146 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d6cc8b4cb8bdf2de4c0a18e6e7a42cad, NAME => 'ns2:table2,,1733890594126.d6cc8b4cb8bdf2de4c0a18e6e7a42cad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583 2024-12-11T04:16:34,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741993_1169 (size=37) 2024-12-11T04:16:34,153 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1733890594126.d6cc8b4cb8bdf2de4c0a18e6e7a42cad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T04:16:34,154 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing d6cc8b4cb8bdf2de4c0a18e6e7a42cad, disabling compactions & flushes 2024-12-11T04:16:34,154 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1733890594126.d6cc8b4cb8bdf2de4c0a18e6e7a42cad. 2024-12-11T04:16:34,154 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1733890594126.d6cc8b4cb8bdf2de4c0a18e6e7a42cad. 2024-12-11T04:16:34,154 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1733890594126.d6cc8b4cb8bdf2de4c0a18e6e7a42cad. after waiting 0 ms 2024-12-11T04:16:34,154 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1733890594126.d6cc8b4cb8bdf2de4c0a18e6e7a42cad. 2024-12-11T04:16:34,154 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1733890594126.d6cc8b4cb8bdf2de4c0a18e6e7a42cad. 2024-12-11T04:16:34,154 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for d6cc8b4cb8bdf2de4c0a18e6e7a42cad: Waiting for close lock at 1733890594153Disabling compacts and flushes for region at 1733890594153Disabling writes for close at 1733890594154 (+1 ms)Writing region close event to WAL at 1733890594154Closed at 1733890594154 2024-12-11T04:16:34,155 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1733890594126.d6cc8b4cb8bdf2de4c0a18e6e7a42cad.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1733890594155"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733890594155"}]},"ts":"1733890594155"} 2024-12-11T04:16:34,157 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-11T04:16:34,158 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733890594158"}]},"ts":"1733890594158"} 2024-12-11T04:16:34,160 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-12-11T04:16:34,161 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=d6cc8b4cb8bdf2de4c0a18e6e7a42cad, ASSIGN}] 2024-12-11T04:16:34,162 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=d6cc8b4cb8bdf2de4c0a18e6e7a42cad, ASSIGN 2024-12-11T04:16:34,162 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=d6cc8b4cb8bdf2de4c0a18e6e7a42cad, ASSIGN; state=OFFLINE, location=b03dfe6810ce,44149,1733890475367; forceNewPlan=false, retain=false 2024-12-11T04:16:34,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-11T04:16:34,313 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=d6cc8b4cb8bdf2de4c0a18e6e7a42cad, regionState=OPENING, regionLocation=b03dfe6810ce,44149,1733890475367 2024-12-11T04:16:34,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=d6cc8b4cb8bdf2de4c0a18e6e7a42cad, ASSIGN because future has completed 2024-12-11T04:16:34,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6cc8b4cb8bdf2de4c0a18e6e7a42cad, server=b03dfe6810ce,44149,1733890475367}] 2024-12-11T04:16:34,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-11T04:16:34,470 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(132): Open ns2:table2,,1733890594126.d6cc8b4cb8bdf2de4c0a18e6e7a42cad. 2024-12-11T04:16:34,470 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7752): Opening region: {ENCODED => d6cc8b4cb8bdf2de4c0a18e6e7a42cad, NAME => 'ns2:table2,,1733890594126.d6cc8b4cb8bdf2de4c0a18e6e7a42cad.', STARTKEY => '', ENDKEY => ''} 2024-12-11T04:16:34,470 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-11T04:16:34,470 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 d6cc8b4cb8bdf2de4c0a18e6e7a42cad 2024-12-11T04:16:34,471 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(898): Instantiated ns2:table2,,1733890594126.d6cc8b4cb8bdf2de4c0a18e6e7a42cad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T04:16:34,471 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7794): checking encryption for d6cc8b4cb8bdf2de4c0a18e6e7a42cad 2024-12-11T04:16:34,471 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7797): checking classloading for d6cc8b4cb8bdf2de4c0a18e6e7a42cad 2024-12-11T04:16:34,472 INFO [StoreOpener-d6cc8b4cb8bdf2de4c0a18e6e7a42cad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d6cc8b4cb8bdf2de4c0a18e6e7a42cad 2024-12-11T04:16:34,473 INFO [StoreOpener-d6cc8b4cb8bdf2de4c0a18e6e7a42cad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6cc8b4cb8bdf2de4c0a18e6e7a42cad columnFamilyName f 2024-12-11T04:16:34,473 DEBUG [StoreOpener-d6cc8b4cb8bdf2de4c0a18e6e7a42cad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:16:34,474 INFO [StoreOpener-d6cc8b4cb8bdf2de4c0a18e6e7a42cad-1 {}] regionserver.HStore(327): Store=d6cc8b4cb8bdf2de4c0a18e6e7a42cad/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T04:16:34,474 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1038): replaying wal for d6cc8b4cb8bdf2de4c0a18e6e7a42cad 2024-12-11T04:16:34,475 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns2/table2/d6cc8b4cb8bdf2de4c0a18e6e7a42cad 2024-12-11T04:16:34,475 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns2/table2/d6cc8b4cb8bdf2de4c0a18e6e7a42cad 2024-12-11T04:16:34,476 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1048): stopping wal replay for d6cc8b4cb8bdf2de4c0a18e6e7a42cad 2024-12-11T04:16:34,476 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1060): Cleaning up temporary data for d6cc8b4cb8bdf2de4c0a18e6e7a42cad 2024-12-11T04:16:34,477 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1093): writing seq id for d6cc8b4cb8bdf2de4c0a18e6e7a42cad 2024-12-11T04:16:34,479 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns2/table2/d6cc8b4cb8bdf2de4c0a18e6e7a42cad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T04:16:34,479 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1114): Opened d6cc8b4cb8bdf2de4c0a18e6e7a42cad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11212664320, jitterRate=0.04426074028015137}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T04:16:34,479 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d6cc8b4cb8bdf2de4c0a18e6e7a42cad 2024-12-11T04:16:34,480 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1006): Region open journal for d6cc8b4cb8bdf2de4c0a18e6e7a42cad: Running coprocessor pre-open hook at 1733890594471Writing region info on filesystem at 1733890594471Initializing all the Stores at 1733890594472 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733890594472Cleaning up temporary data from old regions at 1733890594476 (+4 ms)Running coprocessor post-open hooks at 1733890594479 (+3 ms)Region opened successfully at 1733890594480 (+1 ms) 2024-12-11T04:16:34,481 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1733890594126.d6cc8b4cb8bdf2de4c0a18e6e7a42cad., pid=95, masterSystemTime=1733890594467 2024-12-11T04:16:34,483 DEBUG [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1733890594126.d6cc8b4cb8bdf2de4c0a18e6e7a42cad. 2024-12-11T04:16:34,483 INFO [RS_OPEN_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(153): Opened ns2:table2,,1733890594126.d6cc8b4cb8bdf2de4c0a18e6e7a42cad. 2024-12-11T04:16:34,484 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=d6cc8b4cb8bdf2de4c0a18e6e7a42cad, regionState=OPEN, openSeqNum=2, regionLocation=b03dfe6810ce,44149,1733890475367 2024-12-11T04:16:34,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6cc8b4cb8bdf2de4c0a18e6e7a42cad, server=b03dfe6810ce,44149,1733890475367 because future has completed 2024-12-11T04:16:34,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-12-11T04:16:34,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure d6cc8b4cb8bdf2de4c0a18e6e7a42cad, server=b03dfe6810ce,44149,1733890475367 in 171 msec 2024-12-11T04:16:34,489 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-12-11T04:16:34,489 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=d6cc8b4cb8bdf2de4c0a18e6e7a42cad, ASSIGN in 327 msec 2024-12-11T04:16:34,489 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733890594489"}]},"ts":"1733890594489"} 2024-12-11T04:16:34,491 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-12-11T04:16:34,491 DEBUG [PEWorker-1 {}] procedure.TruncateTableProcedure(145): truncate 'ns2:table2' completed 2024-12-11T04:16:34,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) in 382 msec 2024-12-11T04:16:34,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-11T04:16:34,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: ns2:table2 completed 2024-12-11T04:16:34,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-12-11T04:16:34,742 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:41809/backupUT/backup_1733890530127/ns2/test-17338904856661/archive/data/ns2/test-17338904856661/f447f00d2b65c68320669c393f4d6b4c from hbase tables ns2:test-17338904856661 to tables ns2:table2 2024-12-11T04:16:34,742 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17338904856661 into ns2:table2 2024-12-11T04:16:34,744 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-ns2-table2-1733890594742 from hdfs://localhost:41809/backupUT/backup_1733890530127/ns2/test-17338904856661/archive/data/ns2/test-17338904856661/f447f00d2b65c68320669c393f4d6b4c 2024-12-11T04:16:34,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1935905c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:34,744 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:16:34,744 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:16:34,745 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:16:34,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:16:34,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:16:34,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@402e9b6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:34,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:16:34,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:16:34,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:34,747 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:16:34,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19443d29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:34,747 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T04:16:34,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b03dfe6810ce,37339,1733890472890 2024-12-11T04:16:34,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c3f8f2e 2024-12-11T04:16:34,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T04:16:34,749 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T04:16:34,750 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-11T04:16:34,750 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-12-11T04:16:34,750 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-12-11T04:16:34,750 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:16:34,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:16:34,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:16:34,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T04:16:34,754 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-12-11T04:16:34,754 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-12-11T04:16:34,754 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/partitions_d4828f2d-509c-4e4f-b0fa-00276f560268 2024-12-11T04:16:34,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741994_1170 (size=153) 2024-12-11T04:16:35,164 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:35,164 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:35,164 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:36,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/hadoop-1079575570469720320.jar 2024-12-11T04:16:36,119 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:36,119 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:36,119 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:36,119 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:36,120 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:36,120 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:36,120 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:36,120 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:36,121 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:36,121 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T04:16:36,121 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-11T04:16:36,122 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-11T04:16:36,122 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-11T04:16:36,122 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-11T04:16:36,122 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-11T04:16:36,123 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-11T04:16:36,123 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-11T04:16:36,123 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-11T04:16:36,123 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-11T04:16:36,124 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-11T04:16:36,124 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:36,124 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:36,125 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:36,125 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:36,125 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:36,125 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-11T04:16:36,126 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T04:16:36,126 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-12-11T04:16:36,126 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T04:16:36,126 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:218) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T04:16:36,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:36,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:36,126 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:16:36,126 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-12-11T04:16:36,127 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T04:16:36,129 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-12-11T04:16:36,179 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-11T04:16:36,196 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-11T04:16:36,306 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/mapreduce.cluster.local.dir/job_local1615813182_0016_de79c1f8-a1fb-4dbd-a67c-232d911f0291/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-12-11T04:16:36,306 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/mapreduce.cluster.local.dir/job_local1615813182_0016_de79c1f8-a1fb-4dbd-a67c-232d911f0291/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-12-11T04:16:36,369 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:41809/backupUT/backup_1733890530127/ns2/test-17338904856661/archive/data/ns2/test-17338904856661/f447f00d2b65c68320669c393f4d6b4c/f/8e6764e04eff4c61b816092109c12073 2024-12-11T04:16:36,373 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-11T04:16:36,420 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:41809/backupUT/backup_1733890530127/ns2/test-17338904856661/archive/data/ns2/test-17338904856661/f447f00d2b65c68320669c393f4d6b4c/f/f93f6bb710b04aff80d0bc7ff01cdfff 2024-12-11T04:16:36,424 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-11T04:16:36,458 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1955f2a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:36,458 DEBUG [pool-286-thread-1 {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:16:36,459 DEBUG [pool-286-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:16:36,460 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:16:36,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:16:36,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:16:36,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15948a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:36,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:16:36,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:16:36,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:36,462 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:16:36,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dee614, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:36,463 DEBUG [pool-286-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:16:36,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:16:36,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:16:36,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T04:16:36,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row-t20', locateType=CURRENT is [region=ns2:table2,,1733890594126.d6cc8b4cb8bdf2de4c0a18e6e7a42cad., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2] 2024-12-11T04:16:36,467 INFO [pool-286-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-286-thread-1. 2024-12-11T04:16:36,467 DEBUG [pool-286-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T04:16:36,468 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:36,468 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:16:36,468 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:36,468 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-12-11T04:16:36,468 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b03dfe6810ce 2024-12-11T04:16:36,472 DEBUG [pool-286-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-ns2-table2-1733890594742/_temporary/0/_temporary/attempt_local1615813182_0016_r_000000_0/f/ca1ca75affc246389b560f00446f78e6 is 38, key is row-t20/f:q1/1733890514600/Put/seqid=0 2024-12-11T04:16:36,475 WARN [Thread-1961 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b03dfe6810ce:44149] Specified favored nodes: [b03dfe6810ce:44149] 2024-12-11T04:16:36,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741995_1171 (size=8935) 2024-12-11T04:16:37,360 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-ns2-table2-1733890594742 2024-12-11T04:16:37,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36ab9c0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:37,360 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:16:37,361 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:16:37,362 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:16:37,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:16:37,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:16:37,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ba83b8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:37,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:16:37,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:16:37,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:37,364 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:16:37,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6697441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:37,365 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:16:37,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:16:37,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:16:37,367 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T04:16:37,371 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-ns2-table2-1733890594742/_SUCCESS 2024-12-11T04:16:37,374 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T04:16:37,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b03dfe6810ce,37339,1733890472890 2024-12-11T04:16:37,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12fc7aad 2024-12-11T04:16:37,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T04:16:37,376 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T04:16:37,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1733890594126.d6cc8b4cb8bdf2de4c0a18e6e7a42cad., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2] 2024-12-11T04:16:37,383 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-12-11T04:16:37,390 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-ns2-table2-1733890594742/f/ca1ca75affc246389b560f00446f78e6 first=Optional[row-t20] last=Optional[row98] 2024-12-11T04:16:37,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-ns2-table2-1733890594742/f/ca1ca75affc246389b560f00446f78e6 for inclusion in d6cc8b4cb8bdf2de4c0a18e6e7a42cad/f 2024-12-11T04:16:37,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(626): HFile bounds: first=row-t20 last=row98 2024-12-11T04:16:37,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-11T04:16:37,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HRegion(2603): Flush status journal for d6cc8b4cb8bdf2de4c0a18e6e7a42cad: 2024-12-11T04:16:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/hbase-staging/bulk_output-ns2-table2-1733890594742/f/ca1ca75affc246389b560f00446f78e6 to hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/staging/jenkins__ns2_table2__dtslmcdnorvt5gqv5h5frktu4tlrakdkv266phv5pb3jocnbchje17dv3aml4r9a/f/ca1ca75affc246389b560f00446f78e6 2024-12-11T04:16:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/staging/jenkins__ns2_table2__dtslmcdnorvt5gqv5h5frktu4tlrakdkv266phv5pb3jocnbchje17dv3aml4r9a/f/ca1ca75affc246389b560f00446f78e6 as hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns2/table2/d6cc8b4cb8bdf2de4c0a18e6e7a42cad/f/3a1e4516b8704605bbafecb74949d862_SeqId_4_ 2024-12-11T04:16:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1304e66c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:16:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:16:37,420 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:16:37,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:16:37,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:16:37,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e45a137, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:37,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:16:37,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:16:37,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:37,422 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:16:37,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5406335e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T04:16:37,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b03dfe6810ce,37339,1733890472890 2024-12-11T04:16:37,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2835efce 2024-12-11T04:16:37,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T04:16:37,425 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T04:16:37,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:16:37,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:16:37,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:16:37,428 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T04:16:37,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T04:16:37,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T04:16:37,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733890497134.e117b945a97cbe117abfea503994408c., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2] 2024-12-11T04:16:37,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149. 2024-12-11T04:16:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T04:16:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:37,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/staging/jenkins__ns2_table2__dtslmcdnorvt5gqv5h5frktu4tlrakdkv266phv5pb3jocnbchje17dv3aml4r9a/f/ca1ca75affc246389b560f00446f78e6 into d6cc8b4cb8bdf2de4c0a18e6e7a42cad/f as hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns2/table2/d6cc8b4cb8bdf2de4c0a18e6e7a42cad/f/3a1e4516b8704605bbafecb74949d862_SeqId_4_ - updating store file list. 2024-12-11T04:16:37,454 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:16:37,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns2/table2/d6cc8b4cb8bdf2de4c0a18e6e7a42cad/f/3a1e4516b8704605bbafecb74949d862_SeqId_4_ into d6cc8b4cb8bdf2de4c0a18e6e7a42cad/f 2024-12-11T04:16:37,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/staging/jenkins__ns2_table2__dtslmcdnorvt5gqv5h5frktu4tlrakdkv266phv5pb3jocnbchje17dv3aml4r9a/f/ca1ca75affc246389b560f00446f78e6 into d6cc8b4cb8bdf2de4c0a18e6e7a42cad/f (new location: hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns2/table2/d6cc8b4cb8bdf2de4c0a18e6e7a42cad/f/3a1e4516b8704605bbafecb74949d862_SeqId_4_) 2024-12-11T04:16:37,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/staging/jenkins__ns2_table2__dtslmcdnorvt5gqv5h5frktu4tlrakdkv266phv5pb3jocnbchje17dv3aml4r9a/f/ca1ca75affc246389b560f00446f78e6 2024-12-11T04:16:37,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72c8b596, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:37,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.ClusterIdFetcher(90): Going to request b03dfe6810ce,37339,-1 for getting cluster id 2024-12-11T04:16:37,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T04:16:37,471 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '949ede94-2a7d-4881-baf2-5894b84c5f42' 2024-12-11T04:16:37,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T04:16:37,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "949ede94-2a7d-4881-baf2-5894b84c5f42" 2024-12-11T04:16:37,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40b113a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:37,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b03dfe6810ce,37339,-1] 2024-12-11T04:16:37,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T04:16:37,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:37,473 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-11T04:16:37,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d80f0a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T04:16:37,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T04:16:37,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b03dfe6810ce,37339,1733890472890 2024-12-11T04:16:37,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f52233b 2024-12-11T04:16:37,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T04:16:37,476 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-11T04:16:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T04:16:37,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b03dfe6810ce,44149,1733890475367, seqNum=-1] 2024-12-11T04:16:37,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T04:16:37,479 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T04:16:37,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T04:16:37,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T04:16:37,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733890497134.e117b945a97cbe117abfea503994408c., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2] 2024-12-11T04:16:37,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149. 2024-12-11T04:16:37,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T04:16:37,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:37,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:37,507 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:16:37,508 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T04:16:37,508 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:218) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T04:16:37,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:37,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:37,509 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-12-11T04:16:37,511 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:16:37,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1733890594126.d6cc8b4cb8bdf2de4c0a18e6e7a42cad., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2 , the old value is region=ns2:table2,,1733890594126.d6cc8b4cb8bdf2de4c0a18e6e7a42cad., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b03dfe6810ce:44149 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-11T04:16:37,516 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-11T04:16:37,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1733890594126.d6cc8b4cb8bdf2de4c0a18e6e7a42cad., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-11T04:16:37,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1733890594126.d6cc8b4cb8bdf2de4c0a18e6e7a42cad., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2 from cache 2024-12-11T04:16:37,534 INFO [Time-limited test {}] impl.RestoreTablesClient(175): No incremental changes since full backup for 'ns2:test-17338904856661', skipping incremental restore step. 2024-12-11T04:16:37,534 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-12-11T04:16:37,534 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1733890564778 hdfs://localhost:41809/backupUT/backup_1733890564778/ns2/test-17338904856661/ 2024-12-11T04:16:37,534 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-12-11T04:16:37,537 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(222): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T04:16:37,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.CallRunner(138): callId: 736 service: ClientService methodName: Scan size: 160 connection: 172.17.0.3:36344 deadline: 1733890657538, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,,1733890576912.6cec47135c76b4313248436f4c6b0a93. is not online on b03dfe6810ce,44149,1733890475367 2024-12-11T04:16:37,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1733890576912.6cec47135c76b4313248436f4c6b0a93., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2 , the old value is region=table1,,1733890576912.6cec47135c76b4313248436f4c6b0a93., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1733890576912.6cec47135c76b4313248436f4c6b0a93. is not online on b03dfe6810ce,44149,1733890475367 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T04:16:37,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1733890576912.6cec47135c76b4313248436f4c6b0a93., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1733890576912.6cec47135c76b4313248436f4c6b0a93. is not online on b03dfe6810ce,44149,1733890475367 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T04:16:37,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1733890576912.6cec47135c76b4313248436f4c6b0a93., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2 from cache 2024-12-11T04:16:37,628 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b03dfe6810ce:44149 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-11T04:16:37,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733890586062.16a97703b7f42800150031c4b5cc79ec., hostname=b03dfe6810ce,44149,1733890475367, seqNum=7] 2024-12-11T04:16:37,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.CallRunner(138): callId: 740 service: ClientService methodName: Scan size: 170 connection: 172.17.0.3:36344 deadline: 1733890657653, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1733890576912.c956cfc73194ebfa67fc33aaf82b032a. is not online on b03dfe6810ce,44149,1733890475367 2024-12-11T04:16:37,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,row0,1733890576912.c956cfc73194ebfa67fc33aaf82b032a., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2 , the old value is region=table1,row0,1733890576912.c956cfc73194ebfa67fc33aaf82b032a., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1733890576912.c956cfc73194ebfa67fc33aaf82b032a. is not online on b03dfe6810ce,44149,1733890475367 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T04:16:37,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,row0,1733890576912.c956cfc73194ebfa67fc33aaf82b032a., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1733890576912.c956cfc73194ebfa67fc33aaf82b032a. is not online on b03dfe6810ce,44149,1733890475367 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T04:16:37,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,row0,1733890576912.c956cfc73194ebfa67fc33aaf82b032a., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2 from cache 2024-12-11T04:16:37,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1733890586062.5cddec5fddd4503e33f68e552eae235d., hostname=b03dfe6810ce,44149,1733890475367, seqNum=7] 2024-12-11T04:16:37,775 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(224): f1 has 198 rows 2024-12-11T04:16:37,780 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(228): f2 has 7 rows 2024-12-11T04:16:37,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:16:37,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-12-11T04:16:37,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:16:37,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-12-11T04:16:37,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:16:37,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-12-11T04:16:37,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:16:37,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-12-11T04:16:37,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:16:37,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-12-11T04:16:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T04:16:37,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-12-11T04:16:37,808 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(232): mob has 111 rows 2024-12-11T04:16:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44149 {}] ipc.CallRunner(138): callId: 748 service: ClientService methodName: Scan size: 159 connection: 172.17.0.3:36344 deadline: 1733890657808, exception=org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1733890581725.b590992040f2db4b4f29423230f7ec8d. is not online on b03dfe6810ce,44149,1733890475367 2024-12-11T04:16:37,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1733890581725.b590992040f2db4b4f29423230f7ec8d., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2 , the old value is region=ns2:table2,,1733890581725.b590992040f2db4b4f29423230f7ec8d., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1733890581725.b590992040f2db4b4f29423230f7ec8d. is not online on b03dfe6810ce,44149,1733890475367 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T04:16:37,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1733890581725.b590992040f2db4b4f29423230f7ec8d., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1733890581725.b590992040f2db4b4f29423230f7ec8d. is not online on b03dfe6810ce,44149,1733890475367 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T04:16:37,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1733890581725.b590992040f2db4b4f29423230f7ec8d., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2 from cache 2024-12-11T04:16:37,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1733890594126.d6cc8b4cb8bdf2de4c0a18e6e7a42cad., hostname=b03dfe6810ce,44149,1733890475367, seqNum=2] 2024-12-11T04:16:37,925 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T04:16:37,925 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:240) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T04:16:37,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:37,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:37,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:16:37,945 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=641 (was 611) Potentially hanging thread: rs(b03dfe6810ce,44149,1733890475367)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/cluster_df38d190-5a9d-1e74-9e68-2ebdfd9ed6a1/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'JobTracker' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1462308675_20 at /127.0.0.1:41462 [Receiving block BP-947026219-172.17.0.3-1733890467260:blk_1073741954_1130] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(b03dfe6810ce,44149,1733890475367)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1462308675_20 at /127.0.0.1:41466 [Receiving block BP-947026219-172.17.0.3-1733890467260:blk_1073741955_1131] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-947026219-172.17.0.3-1733890467260:blk_1073741955_1131, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(b03dfe6810ce,44149,1733890475367)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-918342033_20 at /127.0.0.1:58340 [Waiting for operation #37] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-918342033_20 at /127.0.0.1:41416 [Waiting for operation #161] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-947026219-172.17.0.3-1733890467260:blk_1073741954_1130, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-947026219-172.17.0.3-1733890467260:blk_1073741956_1132, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/b03dfe6810ce:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/cluster_df38d190-5a9d-1e74-9e68-2ebdfd9ed6a1/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: member: 'b03dfe6810ce,44149,1733890475367' subprocedure-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: (b03dfe6810ce,37339,1733890472890)-proc-coordinator-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(b03dfe6810ce,44149,1733890475367)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1462308675_20 at /127.0.0.1:41478 [Receiving block BP-947026219-172.17.0.3-1733890467260:blk_1073741956_1132] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=647 (was 633) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=468 (was 597), ProcessCount=14 (was 14), AvailableMemoryMB=2521 (was 3026) 2024-12-11T04:16:37,946 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=641 is superior to 500 2024-12-11T04:16:37,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-11T04:16:37,958 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T04:16:37,958 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T04:16:37,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:37,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:37,958 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:16:37,959 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-11T04:16:37,959 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=32706499, stopped=false 2024-12-11T04:16:37,959 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b03dfe6810ce,37339,1733890472890 2024-12-11T04:16:38,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-11T04:16:38,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-11T04:16:38,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T04:16:38,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T04:16:38,022 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-11T04:16:38,022 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T04:16:38,022 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T04:16:38,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:38,023 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b03dfe6810ce,44149,1733890475367' ***** 2024-12-11T04:16:38,023 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-11T04:16:38,023 INFO [RS:0;b03dfe6810ce:44149 {}] hbase.HBaseServerBase(468): Stop info server 2024-12-11T04:16:38,023 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-11T04:16:38,023 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-11T04:16:38,028 INFO [RS:0;b03dfe6810ce:44149 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@b6919f0{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver} 2024-12-11T04:16:38,037 INFO [RS:0;b03dfe6810ce:44149 {}] server.AbstractConnector(383): Stopped ServerConnector@2bbf1dd2{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-12-11T04:16:38,037 INFO [RS:0;b03dfe6810ce:44149 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T04:16:38,037 INFO [RS:0;b03dfe6810ce:44149 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@3210a705{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-12-11T04:16:38,037 INFO [RS:0;b03dfe6810ce:44149 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@c133087{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/hadoop.log.dir/,STOPPED} 2024-12-11T04:16:38,040 INFO [RS:0;b03dfe6810ce:44149 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-11T04:16:38,041 INFO [RS:0;b03dfe6810ce:44149 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-11T04:16:38,041 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T04:16:38,041 INFO [RS:0;b03dfe6810ce:44149 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2024-12-11T04:16:38,041 INFO [RS:0;b03dfe6810ce:44149 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-11T04:16:38,041 INFO [regionserver/b03dfe6810ce:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T04:16:38,041 INFO [RS:0;b03dfe6810ce:44149 {}] regionserver.HRegionServer(3091): Received CLOSE for c8ff11b27ac8c1bf908ba90557135794 2024-12-11T04:16:38,041 INFO [RS:0;b03dfe6810ce:44149 {}] regionserver.HRegionServer(3091): Received CLOSE for e117b945a97cbe117abfea503994408c 2024-12-11T04:16:38,041 INFO [RS:0;b03dfe6810ce:44149 {}] regionserver.HRegionServer(3091): Received CLOSE for 2f246478a9aca87573f045373e7d01d9 2024-12-11T04:16:38,041 INFO [RS:0;b03dfe6810ce:44149 {}] regionserver.HRegionServer(3091): Received CLOSE for 57490c9d5148baf577f280f62acc5bab 2024-12-11T04:16:38,041 INFO [RS:0;b03dfe6810ce:44149 {}] regionserver.HRegionServer(3091): Received CLOSE for 5cddec5fddd4503e33f68e552eae235d 2024-12-11T04:16:38,042 INFO [RS:0;b03dfe6810ce:44149 {}] regionserver.HRegionServer(3091): Received CLOSE for f447f00d2b65c68320669c393f4d6b4c 2024-12-11T04:16:38,042 INFO [RS:0;b03dfe6810ce:44149 {}] regionserver.HRegionServer(3091): Received CLOSE for d6cc8b4cb8bdf2de4c0a18e6e7a42cad 2024-12-11T04:16:38,042 INFO [RS:0;b03dfe6810ce:44149 {}] regionserver.HRegionServer(3091): Received CLOSE for d8f58b0e16d46e4dfb40a9afd6a2cf54 2024-12-11T04:16:38,042 INFO [RS:0;b03dfe6810ce:44149 {}] regionserver.HRegionServer(3091): Received CLOSE for 16a97703b7f42800150031c4b5cc79ec 2024-12-11T04:16:38,042 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c8ff11b27ac8c1bf908ba90557135794, disabling compactions & flushes 2024-12-11T04:16:38,042 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794. 2024-12-11T04:16:38,042 INFO [RS:0;b03dfe6810ce:44149 {}] regionserver.HRegionServer(959): stopping server b03dfe6810ce,44149,1733890475367 2024-12-11T04:16:38,042 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794. 2024-12-11T04:16:38,042 INFO [RS:0;b03dfe6810ce:44149 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T04:16:38,042 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794. after waiting 0 ms 2024-12-11T04:16:38,042 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794. 2024-12-11T04:16:38,042 INFO [RS:0;b03dfe6810ce:44149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b03dfe6810ce:44149. 2024-12-11T04:16:38,042 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c8ff11b27ac8c1bf908ba90557135794 3/3 column families, dataSize=378 B heapSize=1.63 KB 2024-12-11T04:16:38,042 DEBUG [RS:0;b03dfe6810ce:44149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T04:16:38,042 DEBUG [RS:0;b03dfe6810ce:44149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:38,042 INFO [RS:0;b03dfe6810ce:44149 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-11T04:16:38,042 INFO [RS:0;b03dfe6810ce:44149 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-11T04:16:38,042 INFO [RS:0;b03dfe6810ce:44149 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-11T04:16:38,042 INFO [RS:0;b03dfe6810ce:44149 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-11T04:16:38,043 INFO [RS:0;b03dfe6810ce:44149 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close 2024-12-11T04:16:38,043 DEBUG [RS_CLOSE_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-11T04:16:38,043 INFO [RS_CLOSE_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-11T04:16:38,043 DEBUG [RS_CLOSE_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-11T04:16:38,043 DEBUG [RS_CLOSE_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T04:16:38,043 DEBUG [RS_CLOSE_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T04:16:38,043 INFO [RS_CLOSE_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=23.97 KB heapSize=42.40 KB 2024-12-11T04:16:38,043 DEBUG [RS:0;b03dfe6810ce:44149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16a97703b7f42800150031c4b5cc79ec, 2f246478a9aca87573f045373e7d01d9, 57490c9d5148baf577f280f62acc5bab, 5cddec5fddd4503e33f68e552eae235d, c8ff11b27ac8c1bf908ba90557135794, d6cc8b4cb8bdf2de4c0a18e6e7a42cad, d8f58b0e16d46e4dfb40a9afd6a2cf54, e117b945a97cbe117abfea503994408c, f447f00d2b65c68320669c393f4d6b4c 2024-12-11T04:16:38,063 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/.tmp/f2/0d652920f83147f38e292cd22eea6ffa is 58, key is row-test-1733890485666-2-0/f2:q1/1733890559763/Put/seqid=0 2024-12-11T04:16:38,068 DEBUG [RS_CLOSE_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/hbase/meta/1588230740/.tmp/info/4d0aaff621a64bad9463918cb4d7aeb9 is 159, key is ns2:test-17338904856661,,1733890488534.f447f00d2b65c68320669c393f4d6b4c./info:regioninfo/1733890489718/Put/seqid=0 2024-12-11T04:16:38,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741996_1172 (size=5464) 2024-12-11T04:16:38,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741997_1173 (size=19093) 2024-12-11T04:16:38,094 INFO [RS_CLOSE_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.86 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/hbase/meta/1588230740/.tmp/info/4d0aaff621a64bad9463918cb4d7aeb9 2024-12-11T04:16:38,116 DEBUG [RS_CLOSE_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/hbase/meta/1588230740/.tmp/ns/b6adba06f60e43c8a6d03c8dbd50b24c is 85, key is ns2:table2,,1733890581725.b590992040f2db4b4f29423230f7ec8d./ns:/1733890594127/DeleteFamily/seqid=0 2024-12-11T04:16:38,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741998_1174 (size=5760) 2024-12-11T04:16:38,120 INFO [RS_CLOSE_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=474 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/hbase/meta/1588230740/.tmp/ns/b6adba06f60e43c8a6d03c8dbd50b24c 2024-12-11T04:16:38,139 DEBUG [RS_CLOSE_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/hbase/meta/1588230740/.tmp/rep_barrier/27b4f91175e04b39b43f6eb365d19c5b is 94, key is ns2:table2,,1733890581725.b590992040f2db4b4f29423230f7ec8d./rep_barrier:/1733890594127/DeleteFamily/seqid=0 2024-12-11T04:16:38,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741999_1175 (size=5640) 2024-12-11T04:16:38,243 DEBUG [RS:0;b03dfe6810ce:44149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16a97703b7f42800150031c4b5cc79ec, 2f246478a9aca87573f045373e7d01d9, 57490c9d5148baf577f280f62acc5bab, 5cddec5fddd4503e33f68e552eae235d, c8ff11b27ac8c1bf908ba90557135794, d6cc8b4cb8bdf2de4c0a18e6e7a42cad, d8f58b0e16d46e4dfb40a9afd6a2cf54, e117b945a97cbe117abfea503994408c, f447f00d2b65c68320669c393f4d6b4c 2024-12-11T04:16:38,302 INFO [regionserver/b03dfe6810ce:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-11T04:16:38,302 INFO [regionserver/b03dfe6810ce:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-11T04:16:38,443 DEBUG [RS:0;b03dfe6810ce:44149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16a97703b7f42800150031c4b5cc79ec, 2f246478a9aca87573f045373e7d01d9, 57490c9d5148baf577f280f62acc5bab, 5cddec5fddd4503e33f68e552eae235d, c8ff11b27ac8c1bf908ba90557135794, d6cc8b4cb8bdf2de4c0a18e6e7a42cad, d8f58b0e16d46e4dfb40a9afd6a2cf54, e117b945a97cbe117abfea503994408c, f447f00d2b65c68320669c393f4d6b4c 2024-12-11T04:16:38,479 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/.tmp/f2/0d652920f83147f38e292cd22eea6ffa 2024-12-11T04:16:38,485 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/.tmp/f2/0d652920f83147f38e292cd22eea6ffa as hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/f2/0d652920f83147f38e292cd22eea6ffa 2024-12-11T04:16:38,492 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/f2/0d652920f83147f38e292cd22eea6ffa, entries=7, sequenceid=348, filesize=5.3 K 2024-12-11T04:16:38,493 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for c8ff11b27ac8c1bf908ba90557135794 in 451ms, sequenceid=348, compaction requested=false 2024-12-11T04:16:38,509 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/test-1733890485666/c8ff11b27ac8c1bf908ba90557135794/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=337 2024-12-11T04:16:38,510 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T04:16:38,510 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794. 2024-12-11T04:16:38,510 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c8ff11b27ac8c1bf908ba90557135794: Waiting for close lock at 1733890598041Running coprocessor pre-close hooks at 1733890598042 (+1 ms)Disabling compacts and flushes for region at 1733890598042Disabling writes for close at 1733890598042Obtaining lock to block concurrent updates at 1733890598042Preparing flush snapshotting stores in c8ff11b27ac8c1bf908ba90557135794 at 1733890598042Finished memstore snapshotting test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794., syncing WAL and waiting on mvcc, flushsize=dataSize=378, getHeapSize=1616, getOffHeapSize=0, getCellsCount=7 at 1733890598042Flushing stores of test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794. at 1733890598049 (+7 ms)Flushing c8ff11b27ac8c1bf908ba90557135794/f2: creating writer at 1733890598049Flushing c8ff11b27ac8c1bf908ba90557135794/f2: appending metadata at 1733890598063 (+14 ms)Flushing c8ff11b27ac8c1bf908ba90557135794/f2: closing flushed file at 1733890598063Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e58a6d7: reopening flushed file at 1733890598484 (+421 ms)Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for c8ff11b27ac8c1bf908ba90557135794 in 451ms, sequenceid=348, compaction requested=false at 1733890598493 (+9 ms)Writing region close event to WAL at 1733890598495 (+2 ms)Running coprocessor post-close hooks at 1733890598510 (+15 ms)Closed at 1733890598510 2024-12-11T04:16:38,510 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1733890485666,,1733890486154.c8ff11b27ac8c1bf908ba90557135794. 2024-12-11T04:16:38,510 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e117b945a97cbe117abfea503994408c, disabling compactions & flushes 2024-12-11T04:16:38,510 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system,,1733890497134.e117b945a97cbe117abfea503994408c. 2024-12-11T04:16:38,510 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1733890497134.e117b945a97cbe117abfea503994408c. 2024-12-11T04:16:38,510 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1733890497134.e117b945a97cbe117abfea503994408c. after waiting 0 ms 2024-12-11T04:16:38,511 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1733890497134.e117b945a97cbe117abfea503994408c. 2024-12-11T04:16:38,511 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e117b945a97cbe117abfea503994408c 2/2 column families, dataSize=2.12 KB heapSize=3.43 KB 2024-12-11T04:16:38,515 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/.tmp/meta/e57ff5c3c53f4241a892166f855cdec6 is 158, key is trslm:hdfs://localhost:41809/backupUT\x00ns2:test-17338904856661/meta:log-roll-map/1733890576408/Put/seqid=0 2024-12-11T04:16:38,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073742000_1176 (size=6208) 2024-12-11T04:16:38,521 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=944 B at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/.tmp/meta/e57ff5c3c53f4241a892166f855cdec6 2024-12-11T04:16:38,531 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/.tmp/session/d615376192e0471797bb9822f73ed1dc is 588, key is session:backup_1733890564778/session:context/1733890576850/Put/seqid=0 2024-12-11T04:16:38,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073742001_1177 (size=5689) 2024-12-11T04:16:38,544 INFO [RS_CLOSE_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=266 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/hbase/meta/1588230740/.tmp/rep_barrier/27b4f91175e04b39b43f6eb365d19c5b 2024-12-11T04:16:38,572 DEBUG [RS_CLOSE_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/hbase/meta/1588230740/.tmp/table/4355b8ccbce0430c99835790d145e2e0 is 88, key is ns2:table2,,1733890581725.b590992040f2db4b4f29423230f7ec8d./table:/1733890594127/DeleteFamily/seqid=0 2024-12-11T04:16:38,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073742002_1178 (size=6364) 2024-12-11T04:16:38,598 INFO [RS_CLOSE_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.39 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/hbase/meta/1588230740/.tmp/table/4355b8ccbce0430c99835790d145e2e0 2024-12-11T04:16:38,614 DEBUG [RS_CLOSE_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/hbase/meta/1588230740/.tmp/info/4d0aaff621a64bad9463918cb4d7aeb9 as hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/hbase/meta/1588230740/info/4d0aaff621a64bad9463918cb4d7aeb9 2024-12-11T04:16:38,626 INFO [RS_CLOSE_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/hbase/meta/1588230740/info/4d0aaff621a64bad9463918cb4d7aeb9, entries=114, sequenceid=97, filesize=18.6 K 2024-12-11T04:16:38,627 DEBUG [RS_CLOSE_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/hbase/meta/1588230740/.tmp/ns/b6adba06f60e43c8a6d03c8dbd50b24c as hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/hbase/meta/1588230740/ns/b6adba06f60e43c8a6d03c8dbd50b24c 2024-12-11T04:16:38,633 INFO [RS_CLOSE_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/hbase/meta/1588230740/ns/b6adba06f60e43c8a6d03c8dbd50b24c, entries=10, sequenceid=97, filesize=5.6 K 2024-12-11T04:16:38,634 DEBUG [RS_CLOSE_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/hbase/meta/1588230740/.tmp/rep_barrier/27b4f91175e04b39b43f6eb365d19c5b as hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/hbase/meta/1588230740/rep_barrier/27b4f91175e04b39b43f6eb365d19c5b 2024-12-11T04:16:38,644 DEBUG [RS:0;b03dfe6810ce:44149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16a97703b7f42800150031c4b5cc79ec, 2f246478a9aca87573f045373e7d01d9, 57490c9d5148baf577f280f62acc5bab, 5cddec5fddd4503e33f68e552eae235d, d6cc8b4cb8bdf2de4c0a18e6e7a42cad, d8f58b0e16d46e4dfb40a9afd6a2cf54, e117b945a97cbe117abfea503994408c, f447f00d2b65c68320669c393f4d6b4c 2024-12-11T04:16:38,646 INFO [RS_CLOSE_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/hbase/meta/1588230740/rep_barrier/27b4f91175e04b39b43f6eb365d19c5b, entries=3, sequenceid=97, filesize=5.5 K 2024-12-11T04:16:38,647 DEBUG [RS_CLOSE_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/hbase/meta/1588230740/.tmp/table/4355b8ccbce0430c99835790d145e2e0 as hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/hbase/meta/1588230740/table/4355b8ccbce0430c99835790d145e2e0 2024-12-11T04:16:38,653 INFO [RS_CLOSE_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/hbase/meta/1588230740/table/4355b8ccbce0430c99835790d145e2e0, entries=21, sequenceid=97, filesize=6.2 K 2024-12-11T04:16:38,654 INFO [RS_CLOSE_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 611ms, sequenceid=97, compaction requested=false 2024-12-11T04:16:38,661 DEBUG [RS_CLOSE_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/hbase/meta/1588230740/recovered.edits/100.seqid, newMaxSeqId=100, maxSeqId=1 2024-12-11T04:16:38,661 DEBUG [RS_CLOSE_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T04:16:38,661 DEBUG [RS_CLOSE_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T04:16:38,661 INFO [RS_CLOSE_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-11T04:16:38,662 DEBUG [RS_CLOSE_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733890598043Running coprocessor pre-close hooks at 1733890598043Disabling compacts and flushes for region at 1733890598043Disabling writes for close at 1733890598043Obtaining lock to block concurrent updates at 1733890598043Preparing flush snapshotting stores in 1588230740 at 1733890598043Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=24544, getHeapSize=43352, getOffHeapSize=0, getCellsCount=235 at 1733890598043Flushing stores of hbase:meta,,1.1588230740 at 1733890598044 (+1 ms)Flushing 1588230740/info: creating writer at 1733890598044Flushing 1588230740/info: appending metadata at 1733890598067 (+23 ms)Flushing 1588230740/info: closing flushed file at 1733890598067Flushing 1588230740/ns: creating writer at 1733890598103 (+36 ms)Flushing 1588230740/ns: appending metadata at 1733890598115 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733890598115Flushing 1588230740/rep_barrier: creating writer at 1733890598125 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733890598139 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733890598139Flushing 1588230740/table: creating writer at 1733890598551 (+412 ms)Flushing 1588230740/table: appending metadata at 1733890598572 (+21 ms)Flushing 1588230740/table: closing flushed file at 1733890598572Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d16a4f1: reopening flushed file at 1733890598610 (+38 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ec764df: reopening flushed file at 1733890598626 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19c7ef69: reopening flushed file at 1733890598633 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37fc05c1: reopening flushed file at 1733890598646 (+13 ms)Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 611ms, sequenceid=97, compaction requested=false at 1733890598654 (+8 ms)Writing region close event to WAL at 1733890598657 (+3 ms)Running coprocessor post-close hooks at 1733890598661 (+4 ms)Closed at 1733890598661 2024-12-11T04:16:38,662 DEBUG [RS_CLOSE_META-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-11T04:16:38,844 DEBUG [RS:0;b03dfe6810ce:44149 {}] regionserver.HRegionServer(1351): Waiting on 16a97703b7f42800150031c4b5cc79ec, 2f246478a9aca87573f045373e7d01d9, 57490c9d5148baf577f280f62acc5bab, 5cddec5fddd4503e33f68e552eae235d, d6cc8b4cb8bdf2de4c0a18e6e7a42cad, d8f58b0e16d46e4dfb40a9afd6a2cf54, e117b945a97cbe117abfea503994408c, f447f00d2b65c68320669c393f4d6b4c 2024-12-11T04:16:38,939 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.20 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/.tmp/session/d615376192e0471797bb9822f73ed1dc 2024-12-11T04:16:38,945 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/.tmp/meta/e57ff5c3c53f4241a892166f855cdec6 as hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/meta/e57ff5c3c53f4241a892166f855cdec6 2024-12-11T04:16:38,951 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/meta/e57ff5c3c53f4241a892166f855cdec6, entries=7, sequenceid=52, filesize=6.1 K 2024-12-11T04:16:38,952 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/.tmp/session/d615376192e0471797bb9822f73ed1dc as hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/session/d615376192e0471797bb9822f73ed1dc 2024-12-11T04:16:38,958 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/session/d615376192e0471797bb9822f73ed1dc, entries=2, sequenceid=52, filesize=5.6 K 2024-12-11T04:16:38,959 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for e117b945a97cbe117abfea503994408c in 448ms, sequenceid=52, compaction requested=true 2024-12-11T04:16:38,964 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system/e117b945a97cbe117abfea503994408c/recovered.edits/55.seqid, newMaxSeqId=55, maxSeqId=1 2024-12-11T04:16:38,964 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T04:16:38,964 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system,,1733890497134.e117b945a97cbe117abfea503994408c. 2024-12-11T04:16:38,965 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e117b945a97cbe117abfea503994408c: Waiting for close lock at 1733890598510Running coprocessor pre-close hooks at 1733890598510Disabling compacts and flushes for region at 1733890598510Disabling writes for close at 1733890598510Obtaining lock to block concurrent updates at 1733890598511 (+1 ms)Preparing flush snapshotting stores in e117b945a97cbe117abfea503994408c at 1733890598511Finished memstore snapshotting backup:system,,1733890497134.e117b945a97cbe117abfea503994408c., syncing WAL and waiting on mvcc, flushsize=dataSize=2170, getHeapSize=3480, getOffHeapSize=0, getCellsCount=11 at 1733890598511Flushing stores of backup:system,,1733890497134.e117b945a97cbe117abfea503994408c. at 1733890598511Flushing e117b945a97cbe117abfea503994408c/meta: creating writer at 1733890598512 (+1 ms)Flushing e117b945a97cbe117abfea503994408c/meta: appending metadata at 1733890598514 (+2 ms)Flushing e117b945a97cbe117abfea503994408c/meta: closing flushed file at 1733890598514Flushing e117b945a97cbe117abfea503994408c/session: creating writer at 1733890598527 (+13 ms)Flushing e117b945a97cbe117abfea503994408c/session: appending metadata at 1733890598531 (+4 ms)Flushing e117b945a97cbe117abfea503994408c/session: closing flushed file at 1733890598531Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54b1c14a: reopening flushed file at 1733890598945 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4da08daa: reopening flushed file at 1733890598951 (+6 ms)Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for e117b945a97cbe117abfea503994408c in 448ms, sequenceid=52, compaction requested=true at 1733890598959 (+8 ms)Writing region close event to WAL at 1733890598961 (+2 ms)Running coprocessor post-close hooks at 1733890598964 (+3 ms)Closed at 1733890598964 2024-12-11T04:16:38,965 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1733890497134.e117b945a97cbe117abfea503994408c. 2024-12-11T04:16:38,965 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2f246478a9aca87573f045373e7d01d9, disabling compactions & flushes 2024-12-11T04:16:38,965 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns3:test-17338904856662,,1733890490875.2f246478a9aca87573f045373e7d01d9. 2024-12-11T04:16:38,965 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17338904856662,,1733890490875.2f246478a9aca87573f045373e7d01d9. 2024-12-11T04:16:38,965 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17338904856662,,1733890490875.2f246478a9aca87573f045373e7d01d9. after waiting 0 ms 2024-12-11T04:16:38,965 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17338904856662,,1733890490875.2f246478a9aca87573f045373e7d01d9. 2024-12-11T04:16:38,969 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns3/test-17338904856662/2f246478a9aca87573f045373e7d01d9/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T04:16:38,969 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T04:16:38,969 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns3:test-17338904856662,,1733890490875.2f246478a9aca87573f045373e7d01d9. 2024-12-11T04:16:38,969 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2f246478a9aca87573f045373e7d01d9: Waiting for close lock at 1733890598965Running coprocessor pre-close hooks at 1733890598965Disabling compacts and flushes for region at 1733890598965Disabling writes for close at 1733890598965Writing region close event to WAL at 1733890598965Running coprocessor post-close hooks at 1733890598969 (+4 ms)Closed at 1733890598969 2024-12-11T04:16:38,969 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17338904856662,,1733890490875.2f246478a9aca87573f045373e7d01d9. 2024-12-11T04:16:38,970 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 57490c9d5148baf577f280f62acc5bab, disabling compactions & flushes 2024-12-11T04:16:38,970 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns4:test-17338904856663,,1733890493052.57490c9d5148baf577f280f62acc5bab. 2024-12-11T04:16:38,970 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17338904856663,,1733890493052.57490c9d5148baf577f280f62acc5bab. 2024-12-11T04:16:38,970 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17338904856663,,1733890493052.57490c9d5148baf577f280f62acc5bab. after waiting 0 ms 2024-12-11T04:16:38,970 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17338904856663,,1733890493052.57490c9d5148baf577f280f62acc5bab. 2024-12-11T04:16:38,974 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns4/test-17338904856663/57490c9d5148baf577f280f62acc5bab/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T04:16:38,974 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T04:16:38,975 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns4:test-17338904856663,,1733890493052.57490c9d5148baf577f280f62acc5bab. 2024-12-11T04:16:38,975 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 57490c9d5148baf577f280f62acc5bab: Waiting for close lock at 1733890598970Running coprocessor pre-close hooks at 1733890598970Disabling compacts and flushes for region at 1733890598970Disabling writes for close at 1733890598970Writing region close event to WAL at 1733890598970Running coprocessor post-close hooks at 1733890598974 (+4 ms)Closed at 1733890598975 (+1 ms) 2024-12-11T04:16:38,975 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17338904856663,,1733890493052.57490c9d5148baf577f280f62acc5bab. 2024-12-11T04:16:38,975 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5cddec5fddd4503e33f68e552eae235d, disabling compactions & flushes 2024-12-11T04:16:38,975 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,row0,1733890586062.5cddec5fddd4503e33f68e552eae235d. 2024-12-11T04:16:38,975 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733890586062.5cddec5fddd4503e33f68e552eae235d. 2024-12-11T04:16:38,975 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733890586062.5cddec5fddd4503e33f68e552eae235d. after waiting 0 ms 2024-12-11T04:16:38,975 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733890586062.5cddec5fddd4503e33f68e552eae235d. 2024-12-11T04:16:38,979 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/5cddec5fddd4503e33f68e552eae235d/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=6 2024-12-11T04:16:38,980 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T04:16:38,980 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,row0,1733890586062.5cddec5fddd4503e33f68e552eae235d. 2024-12-11T04:16:38,980 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5cddec5fddd4503e33f68e552eae235d: Waiting for close lock at 1733890598975Running coprocessor pre-close hooks at 1733890598975Disabling compacts and flushes for region at 1733890598975Disabling writes for close at 1733890598975Writing region close event to WAL at 1733890598976 (+1 ms)Running coprocessor post-close hooks at 1733890598980 (+4 ms)Closed at 1733890598980 2024-12-11T04:16:38,980 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,row0,1733890586062.5cddec5fddd4503e33f68e552eae235d. 2024-12-11T04:16:38,980 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f447f00d2b65c68320669c393f4d6b4c, disabling compactions & flushes 2024-12-11T04:16:38,980 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:test-17338904856661,,1733890488534.f447f00d2b65c68320669c393f4d6b4c. 2024-12-11T04:16:38,980 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17338904856661,,1733890488534.f447f00d2b65c68320669c393f4d6b4c. 2024-12-11T04:16:38,980 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17338904856661,,1733890488534.f447f00d2b65c68320669c393f4d6b4c. after waiting 0 ms 2024-12-11T04:16:38,980 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17338904856661,,1733890488534.f447f00d2b65c68320669c393f4d6b4c. 2024-12-11T04:16:38,985 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns2/test-17338904856661/f447f00d2b65c68320669c393f4d6b4c/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1 2024-12-11T04:16:38,986 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T04:16:38,986 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:test-17338904856661,,1733890488534.f447f00d2b65c68320669c393f4d6b4c. 2024-12-11T04:16:38,986 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f447f00d2b65c68320669c393f4d6b4c: Waiting for close lock at 1733890598980Running coprocessor pre-close hooks at 1733890598980Disabling compacts and flushes for region at 1733890598980Disabling writes for close at 1733890598980Writing region close event to WAL at 1733890598981 (+1 ms)Running coprocessor post-close hooks at 1733890598986 (+5 ms)Closed at 1733890598986 2024-12-11T04:16:38,986 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17338904856661,,1733890488534.f447f00d2b65c68320669c393f4d6b4c. 2024-12-11T04:16:38,986 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d6cc8b4cb8bdf2de4c0a18e6e7a42cad, disabling compactions & flushes 2024-12-11T04:16:38,986 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:table2,,1733890594126.d6cc8b4cb8bdf2de4c0a18e6e7a42cad. 2024-12-11T04:16:38,986 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1733890594126.d6cc8b4cb8bdf2de4c0a18e6e7a42cad. 2024-12-11T04:16:38,986 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1733890594126.d6cc8b4cb8bdf2de4c0a18e6e7a42cad. after waiting 0 ms 2024-12-11T04:16:38,986 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1733890594126.d6cc8b4cb8bdf2de4c0a18e6e7a42cad. 2024-12-11T04:16:38,995 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/ns2/table2/d6cc8b4cb8bdf2de4c0a18e6e7a42cad/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-11T04:16:38,995 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T04:16:38,995 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:table2,,1733890594126.d6cc8b4cb8bdf2de4c0a18e6e7a42cad. 2024-12-11T04:16:38,995 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d6cc8b4cb8bdf2de4c0a18e6e7a42cad: Waiting for close lock at 1733890598986Running coprocessor pre-close hooks at 1733890598986Disabling compacts and flushes for region at 1733890598986Disabling writes for close at 1733890598986Writing region close event to WAL at 1733890598987 (+1 ms)Running coprocessor post-close hooks at 1733890598995 (+8 ms)Closed at 1733890598995 2024-12-11T04:16:38,995 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1733890594126.d6cc8b4cb8bdf2de4c0a18e6e7a42cad. 2024-12-11T04:16:38,996 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d8f58b0e16d46e4dfb40a9afd6a2cf54, disabling compactions & flushes 2024-12-11T04:16:38,996 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1733890498334.d8f58b0e16d46e4dfb40a9afd6a2cf54. 2024-12-11T04:16:38,996 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1733890498334.d8f58b0e16d46e4dfb40a9afd6a2cf54. 2024-12-11T04:16:38,996 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1733890498334.d8f58b0e16d46e4dfb40a9afd6a2cf54. after waiting 0 ms 2024-12-11T04:16:38,996 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1733890498334.d8f58b0e16d46e4dfb40a9afd6a2cf54. 2024-12-11T04:16:39,003 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/backup/system_bulk/d8f58b0e16d46e4dfb40a9afd6a2cf54/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T04:16:39,005 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T04:16:39,005 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system_bulk,,1733890498334.d8f58b0e16d46e4dfb40a9afd6a2cf54. 2024-12-11T04:16:39,005 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d8f58b0e16d46e4dfb40a9afd6a2cf54: Waiting for close lock at 1733890598996Running coprocessor pre-close hooks at 1733890598996Disabling compacts and flushes for region at 1733890598996Disabling writes for close at 1733890598996Writing region close event to WAL at 1733890598996Running coprocessor post-close hooks at 1733890599004 (+8 ms)Closed at 1733890599005 (+1 ms) 2024-12-11T04:16:39,005 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1733890498334.d8f58b0e16d46e4dfb40a9afd6a2cf54. 2024-12-11T04:16:39,005 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 16a97703b7f42800150031c4b5cc79ec, disabling compactions & flushes 2024-12-11T04:16:39,005 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,,1733890586062.16a97703b7f42800150031c4b5cc79ec. 2024-12-11T04:16:39,005 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733890586062.16a97703b7f42800150031c4b5cc79ec. 2024-12-11T04:16:39,005 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,,1733890586062.16a97703b7f42800150031c4b5cc79ec. after waiting 0 ms 2024-12-11T04:16:39,005 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,,1733890586062.16a97703b7f42800150031c4b5cc79ec. 2024-12-11T04:16:39,010 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/data/default/table1/16a97703b7f42800150031c4b5cc79ec/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=6 2024-12-11T04:16:39,011 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T04:16:39,011 INFO [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,,1733890586062.16a97703b7f42800150031c4b5cc79ec. 2024-12-11T04:16:39,011 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 16a97703b7f42800150031c4b5cc79ec: Waiting for close lock at 1733890599005Running coprocessor pre-close hooks at 1733890599005Disabling compacts and flushes for region at 1733890599005Disabling writes for close at 1733890599005Writing region close event to WAL at 1733890599006 (+1 ms)Running coprocessor post-close hooks at 1733890599011 (+5 ms)Closed at 1733890599011 2024-12-11T04:16:39,011 DEBUG [RS_CLOSE_REGION-regionserver/b03dfe6810ce:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1733890586062.16a97703b7f42800150031c4b5cc79ec. 2024-12-11T04:16:39,044 INFO [RS:0;b03dfe6810ce:44149 {}] regionserver.HRegionServer(976): stopping server b03dfe6810ce,44149,1733890475367; all regions closed. 2024-12-11T04:16:39,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741956_1132 (size=16160) 2024-12-11T04:16:39,047 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.meta.1733890569311.meta not finished, retry = 0 2024-12-11T04:16:39,152 DEBUG [RS:0;b03dfe6810ce:44149 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/oldWALs 2024-12-11T04:16:39,152 INFO [RS:0;b03dfe6810ce:44149 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b03dfe6810ce%2C44149%2C1733890475367.meta:.meta(num 1733890569311) 2024-12-11T04:16:39,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741954_1130 (size=4491) 2024-12-11T04:16:39,153 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/WALs/b03dfe6810ce,44149,1733890475367/b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-0.1733890569270 not finished, retry = 0 2024-12-11T04:16:39,256 DEBUG [RS:0;b03dfe6810ce:44149 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/oldWALs 2024-12-11T04:16:39,256 INFO [RS:0;b03dfe6810ce:44149 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-0:(num 1733890569270) 2024-12-11T04:16:39,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741955_1131 (size=7557) 2024-12-11T04:16:39,261 DEBUG [RS:0;b03dfe6810ce:44149 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/oldWALs 2024-12-11T04:16:39,261 INFO [RS:0;b03dfe6810ce:44149 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b03dfe6810ce%2C44149%2C1733890475367.b03dfe6810ce%2C44149%2C1733890475367.regiongroup-1:(num 1733890569289) 2024-12-11T04:16:39,261 DEBUG [RS:0;b03dfe6810ce:44149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:39,261 INFO [RS:0;b03dfe6810ce:44149 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T04:16:39,261 INFO [RS:0;b03dfe6810ce:44149 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T04:16:39,261 INFO [RS:0;b03dfe6810ce:44149 {}] hbase.ChoreService(370): Chore service for: regionserver/b03dfe6810ce:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-11T04:16:39,262 INFO [RS:0;b03dfe6810ce:44149 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T04:16:39,262 INFO [regionserver/b03dfe6810ce:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T04:16:39,262 INFO [RS:0;b03dfe6810ce:44149 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44149 2024-12-11T04:16:39,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/b03dfe6810ce,44149,1733890475367 2024-12-11T04:16:39,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-11T04:16:39,319 INFO [RS:0;b03dfe6810ce:44149 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T04:16:39,330 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b03dfe6810ce,44149,1733890475367] 2024-12-11T04:16:39,340 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1/draining/b03dfe6810ce,44149,1733890475367 already deleted, retry=false 2024-12-11T04:16:39,340 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b03dfe6810ce,44149,1733890475367 expired; onlineServers=0 2024-12-11T04:16:39,340 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b03dfe6810ce,37339,1733890472890' ***** 2024-12-11T04:16:39,340 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-11T04:16:39,341 INFO [M:0;b03dfe6810ce:37339 {}] hbase.HBaseServerBase(468): Stop info server 2024-12-11T04:16:39,346 INFO [M:0;b03dfe6810ce:37339 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@6d40e8fc{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master} 2024-12-11T04:16:39,347 INFO [M:0;b03dfe6810ce:37339 {}] server.AbstractConnector(383): Stopped ServerConnector@38e50d22{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-12-11T04:16:39,347 INFO [M:0;b03dfe6810ce:37339 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T04:16:39,347 INFO [M:0;b03dfe6810ce:37339 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@538da606{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-12-11T04:16:39,347 INFO [M:0;b03dfe6810ce:37339 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@272e6181{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/hadoop.log.dir/,STOPPED} 2024-12-11T04:16:39,347 INFO [M:0;b03dfe6810ce:37339 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T04:16:39,347 INFO [M:0;b03dfe6810ce:37339 {}] master.HMaster(1770): Stopping master jetty server 2024-12-11T04:16:39,348 INFO [M:0;b03dfe6810ce:37339 {}] server.AbstractConnector(383): Stopped ServerConnector@3f5ed361{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-12-11T04:16:39,349 INFO [M:0;b03dfe6810ce:37339 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T04:16:39,349 DEBUG [M:0;b03dfe6810ce:37339 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-11T04:16:39,349 INFO [M:0;b03dfe6810ce:37339 {}] master.BackupLogCleaner(194): Stopping BackupLogCleaner 2024-12-11T04:16:39,349 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-11T04:16:39,349 INFO [M:0;b03dfe6810ce:37339 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;b03dfe6810ce:37339. 2024-12-11T04:16:39,349 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster-HFileCleaner.small.0-1733890479017 {}] cleaner.HFileCleaner(306): Exit Thread[master/b03dfe6810ce:0:becomeActiveMaster-HFileCleaner.small.0-1733890479017,5,FailOnTimeoutGroup] 2024-12-11T04:16:39,349 DEBUG [master/b03dfe6810ce:0:becomeActiveMaster-HFileCleaner.large.0-1733890479006 {}] cleaner.HFileCleaner(306): Exit Thread[master/b03dfe6810ce:0:becomeActiveMaster-HFileCleaner.large.0-1733890479006,5,FailOnTimeoutGroup] 2024-12-11T04:16:39,349 DEBUG [M:0;b03dfe6810ce:37339 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupHFileCleaner.stop(BackupHFileCleaner.java:156) at org.apache.hadoop.hbase.master.cleaner.CleanerChore.cleanup(CleanerChore.java:444) at org.apache.hadoop.hbase.master.cleaner.HFileCleaner.cleanup(HFileCleaner.java:239) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:333) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:322) at org.apache.hadoop.hbase.master.HMaster.stopChores(HMaster.java:1923) at org.apache.hadoop.hbase.HBaseServerBase.stopChoreService(HBaseServerBase.java:439) at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1777) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T04:16:39,349 DEBUG [M:0;b03dfe6810ce:37339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:39,349 DEBUG [M:0;b03dfe6810ce:37339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T04:16:39,349 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T04:16:39,349 DEBUG [M:0;b03dfe6810ce:37339 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-11T04:16:39,350 INFO [M:0;b03dfe6810ce:37339 {}] hbase.ChoreService(370): Chore service for: master/b03dfe6810ce:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-11T04:16:39,350 INFO [M:0;b03dfe6810ce:37339 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T04:16:39,350 DEBUG [M:0;b03dfe6810ce:37339 {}] master.HMaster(1795): Stopping service threads 2024-12-11T04:16:39,350 INFO [M:0;b03dfe6810ce:37339 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-11T04:16:39,350 INFO [M:0;b03dfe6810ce:37339 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-11T04:16:39,350 ERROR [M:0;b03dfe6810ce:37339 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-2,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] Thread[HFileArchiver-4,5,PEWorkerGroup] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] Thread[HFileArchiver-7,5,PEWorkerGroup] Thread[HFileArchiver-8,5,PEWorkerGroup] Thread[HFileArchiver-9,5,PEWorkerGroup] 2024-12-11T04:16:39,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-12-11T04:16:39,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T04:16:39,351 INFO [M:0;b03dfe6810ce:37339 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-11T04:16:39,351 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-11T04:16:39,352 DEBUG [M:0;b03dfe6810ce:37339 {}] zookeeper.ZKUtil(347): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-12-11T04:16:39,352 WARN [M:0;b03dfe6810ce:37339 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-11T04:16:39,353 INFO [M:0;b03dfe6810ce:37339 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/.lastflushedseqids 2024-12-11T04:16:39,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073742003_1179 (size=761) 2024-12-11T04:16:39,371 INFO [M:0;b03dfe6810ce:37339 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-11T04:16:39,371 INFO [M:0;b03dfe6810ce:37339 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-11T04:16:39,371 DEBUG [M:0;b03dfe6810ce:37339 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T04:16:39,389 INFO [M:0;b03dfe6810ce:37339 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T04:16:39,389 DEBUG [M:0;b03dfe6810ce:37339 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T04:16:39,389 DEBUG [M:0;b03dfe6810ce:37339 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T04:16:39,389 DEBUG [M:0;b03dfe6810ce:37339 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T04:16:39,390 INFO [M:0;b03dfe6810ce:37339 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=440.24 KB heapSize=515.26 KB 2024-12-11T04:16:39,410 DEBUG [M:0;b03dfe6810ce:37339 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3d0b7d2b7a0243f8a94ee9591c845694 is 82, key is hbase:meta,,1/info:regioninfo/1733890480469/Put/seqid=0 2024-12-11T04:16:39,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073742004_1180 (size=5672) 2024-12-11T04:16:39,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T04:16:39,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44149-0x1001314fd6a0001, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T04:16:39,431 INFO [RS:0;b03dfe6810ce:44149 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T04:16:39,431 INFO [RS:0;b03dfe6810ce:44149 {}] regionserver.HRegionServer(1031): Exiting; stopping=b03dfe6810ce,44149,1733890475367; zookeeper connection closed. 2024-12-11T04:16:39,431 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7974d8d3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7974d8d3 2024-12-11T04:16:39,432 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-11T04:16:39,815 INFO [M:0;b03dfe6810ce:37339 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=881 (bloomFilter=true), to=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3d0b7d2b7a0243f8a94ee9591c845694 2024-12-11T04:16:39,835 DEBUG [M:0;b03dfe6810ce:37339 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7d0c86d9ac114f7682cfadd08bc9a4cd is 2200, key is \x00\x00\x00\x00\x00\x00\x00Q/proc:d/1733890591014/Put/seqid=0 2024-12-11T04:16:39,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073742005_1181 (size=30104) 2024-12-11T04:16:40,243 INFO [M:0;b03dfe6810ce:37339 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=439.68 KB at sequenceid=881 (bloomFilter=true), to=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7d0c86d9ac114f7682cfadd08bc9a4cd 2024-12-11T04:16:40,248 INFO [M:0;b03dfe6810ce:37339 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7d0c86d9ac114f7682cfadd08bc9a4cd 2024-12-11T04:16:40,265 DEBUG [M:0;b03dfe6810ce:37339 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e4788f78409480f896ddf60873824aa is 69, key is b03dfe6810ce,44149,1733890475367/rs:state/1733890479089/Put/seqid=0 2024-12-11T04:16:40,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073742006_1182 (size=5156) 2024-12-11T04:16:40,670 INFO [M:0;b03dfe6810ce:37339 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=881 (bloomFilter=true), to=hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e4788f78409480f896ddf60873824aa 2024-12-11T04:16:40,675 DEBUG [M:0;b03dfe6810ce:37339 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3d0b7d2b7a0243f8a94ee9591c845694 as hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3d0b7d2b7a0243f8a94ee9591c845694 2024-12-11T04:16:40,680 INFO [M:0;b03dfe6810ce:37339 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3d0b7d2b7a0243f8a94ee9591c845694, entries=8, sequenceid=881, filesize=5.5 K 2024-12-11T04:16:40,681 DEBUG [M:0;b03dfe6810ce:37339 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7d0c86d9ac114f7682cfadd08bc9a4cd as hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7d0c86d9ac114f7682cfadd08bc9a4cd 2024-12-11T04:16:40,686 INFO [M:0;b03dfe6810ce:37339 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7d0c86d9ac114f7682cfadd08bc9a4cd 2024-12-11T04:16:40,686 INFO [M:0;b03dfe6810ce:37339 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7d0c86d9ac114f7682cfadd08bc9a4cd, entries=94, sequenceid=881, filesize=29.4 K 2024-12-11T04:16:40,687 DEBUG [M:0;b03dfe6810ce:37339 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e4788f78409480f896ddf60873824aa as hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1e4788f78409480f896ddf60873824aa 2024-12-11T04:16:40,692 INFO [M:0;b03dfe6810ce:37339 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41809/user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1e4788f78409480f896ddf60873824aa, entries=1, sequenceid=881, filesize=5.0 K 2024-12-11T04:16:40,692 INFO [M:0;b03dfe6810ce:37339 {}] regionserver.HRegion(3140): Finished flush of dataSize ~440.24 KB/450806, heapSize ~514.96 KB/527320, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=881, compaction requested=false 2024-12-11T04:16:40,694 INFO [M:0;b03dfe6810ce:37339 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T04:16:40,694 DEBUG [M:0;b03dfe6810ce:37339 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733890599371Disabling compacts and flushes for region at 1733890599371Disabling writes for close at 1733890599389 (+18 ms)Obtaining lock to block concurrent updates at 1733890599390 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733890599390Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=450806, getHeapSize=527560, getOffHeapSize=0, getCellsCount=1004 at 1733890599390Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733890599391 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733890599391Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733890599409 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733890599410 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733890599820 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733890599835 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733890599835Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733890600249 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733890600265 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733890600265Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e6d7a55: reopening flushed file at 1733890600674 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71aa48cb: reopening flushed file at 1733890600680 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b9866cf: reopening flushed file at 1733890600686 (+6 ms)Finished flush of dataSize ~440.24 KB/450806, heapSize ~514.96 KB/527320, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=881, compaction requested=false at 1733890600692 (+6 ms)Writing region close event to WAL at 1733890600694 (+2 ms)Closed at 1733890600694 2024-12-11T04:16:40,697 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0e0637b1-7cb1-433d-94df-c27457324583/MasterData/WALs/b03dfe6810ce,37339,1733890472890/b03dfe6810ce%2C37339%2C1733890472890.b03dfe6810ce%2C37339%2C1733890472890.regiongroup-0.1733890477748 not finished, retry = 0 2024-12-11T04:16:40,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741830_1006 (size=508982) 2024-12-11T04:16:40,798 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T04:16:40,798 INFO [M:0;b03dfe6810ce:37339 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-11T04:16:40,798 INFO [M:0;b03dfe6810ce:37339 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2024-12-11T04:16:40,799 INFO [M:0;b03dfe6810ce:37339 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37339 2024-12-11T04:16:40,799 INFO [M:0;b03dfe6810ce:37339 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T04:16:40,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T04:16:40,956 INFO [M:0;b03dfe6810ce:37339 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T04:16:40,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37339-0x1001314fd6a0000, quorum=127.0.0.1:64737, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T04:16:40,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6615abd6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T04:16:40,967 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@575623d7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T04:16:40,967 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T04:16:40,967 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12e3b2fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T04:16:40,967 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23234670{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/hadoop.log.dir/,STOPPED} 2024-12-11T04:16:40,969 WARN [BP-947026219-172.17.0.3-1733890467260 heartbeating to localhost/127.0.0.1:41809 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T04:16:40,969 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T04:16:40,969 WARN [BP-947026219-172.17.0.3-1733890467260 heartbeating to localhost/127.0.0.1:41809 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-947026219-172.17.0.3-1733890467260 (Datanode Uuid 94264222-4543-4894-8d2e-8bcac1921b9c) service to localhost/127.0.0.1:41809 2024-12-11T04:16:40,970 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T04:16:40,971 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/cluster_df38d190-5a9d-1e74-9e68-2ebdfd9ed6a1/data/data1/current/BP-947026219-172.17.0.3-1733890467260 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T04:16:40,971 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/cluster_df38d190-5a9d-1e74-9e68-2ebdfd9ed6a1/data/data2/current/BP-947026219-172.17.0.3-1733890467260 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T04:16:40,972 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T04:16:40,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@537cd29e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T04:16:40,980 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e1eaf3a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T04:16:40,980 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T04:16:40,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@365a7fd2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T04:16:40,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50c64c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/hadoop.log.dir/,STOPPED} 2024-12-11T04:16:40,995 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-11T04:16:41,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-11T04:16:41,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster... 2024-12-11T04:16:41,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d71be08{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-12-11T04:16:41,070 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5fbe0be4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T04:16:41,070 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T04:16:41,071 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33cf1adc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-12-11T04:16:41,071 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10490d9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/hadoop.log.dir/,STOPPED} 2024-12-11T04:16:41,078 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58c04bc8{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-12-11T04:16:41,079 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@671f7866{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T04:16:41,079 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T04:16:41,079 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27b29584{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-12-11T04:16:41,079 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64bb1f1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/hadoop.log.dir/,STOPPED} 2024-12-11T04:16:41,083 ERROR [Thread[Thread-270,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-12-11T04:16:41,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@47d610b8{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-12-11T04:16:41,084 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50b6eeb3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T04:16:41,084 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T04:16:41,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c2b47e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-12-11T04:16:41,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f52e002{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/hadoop.log.dir/,STOPPED} 2024-12-11T04:16:41,087 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2024-12-11T04:16:41,091 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException 2024-12-11T04:16:41,091 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted 2024-12-11T04:16:41,092 ERROR [Thread[Thread-293,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-12-11T04:16:41,094 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@600a2d1b{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-12-11T04:16:41,095 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3bce4824{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T04:16:41,095 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T04:16:41,096 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f8d8acb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-12-11T04:16:41,096 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17ab92e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/804ba659-c12a-5c6a-284a-1e64699e7178/hadoop.log.dir/,STOPPED} 2024-12-11T04:16:41,098 ERROR [Thread[Thread-252,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-12-11T04:16:41,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped