2024-11-08 07:37:14,823 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-11-08 07:37:14,837 main DEBUG Took 0.011855 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 07:37:14,838 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 07:37:14,838 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 07:37:14,839 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 07:37:14,841 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 07:37:14,852 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 07:37:14,865 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 07:37:14,866 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 07:37:14,867 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 07:37:14,867 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 07:37:14,868 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 07:37:14,868 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 07:37:14,869 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 07:37:14,869 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 07:37:14,870 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 07:37:14,870 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 07:37:14,871 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 07:37:14,871 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 07:37:14,872 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 07:37:14,872 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 07:37:14,873 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 07:37:14,873 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 07:37:14,874 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 07:37:14,874 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 07:37:14,874 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 07:37:14,875 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 07:37:14,875 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 07:37:14,875 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 07:37:14,876 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 07:37:14,876 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 07:37:14,877 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 07:37:14,877 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 07:37:14,878 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 07:37:14,880 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 07:37:14,882 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 07:37:14,882 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 07:37:14,884 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 07:37:14,884 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 07:37:14,893 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 07:37:14,897 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 07:37:14,899 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 07:37:14,899 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 07:37:14,900 main DEBUG createAppenders(={Console}) 2024-11-08 07:37:14,900 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 initialized 2024-11-08 07:37:14,901 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-11-08 07:37:14,901 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 OK. 2024-11-08 07:37:14,902 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 07:37:14,902 main DEBUG OutputStream closed 2024-11-08 07:37:14,902 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 07:37:14,903 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 07:37:14,903 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@3c73951 OK 2024-11-08 07:37:14,977 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 07:37:14,979 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 07:37:14,980 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 07:37:14,981 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 07:37:14,982 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 07:37:14,982 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 07:37:14,982 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 07:37:14,982 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 07:37:14,983 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 07:37:14,983 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 07:37:14,983 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 07:37:14,984 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 07:37:14,984 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 07:37:14,984 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 07:37:14,984 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 07:37:14,985 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 07:37:14,985 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 07:37:14,986 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 07:37:14,988 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 07:37:14,988 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@61fe30) with optional ClassLoader: null 2024-11-08 07:37:14,988 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 07:37:14,989 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@61fe30] started OK. 2024-11-08T07:37:15,022 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins 2024-11-08 07:37:15,025 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 07:37:15,025 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T07:37:15,334 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e 2024-11-08T07:37:15,339 DEBUG [Time-limited test {}] impl.BackupManager(124): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-08T07:37:15,341 DEBUG [Time-limited test {}] impl.BackupManager(154): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T07:37:15,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T07:37:15,361 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/cluster_56e37f87-3e75-b1f6-d903-12d80806135e, deleteOnExit=true 2024-11-08T07:37:15,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T07:37:15,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/test.cache.data in system properties and HBase conf 2024-11-08T07:37:15,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T07:37:15,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/hadoop.log.dir in system properties and HBase conf 2024-11-08T07:37:15,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T07:37:15,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T07:37:15,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T07:37:15,458 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T07:37:15,562 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T07:37:15,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T07:37:15,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T07:37:15,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T07:37:15,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T07:37:15,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T07:37:15,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T07:37:15,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T07:37:15,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T07:37:15,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T07:37:15,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/nfs.dump.dir in system properties and HBase conf 2024-11-08T07:37:15,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/java.io.tmpdir in system properties and HBase conf 2024-11-08T07:37:15,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T07:37:15,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T07:37:15,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T07:37:16,736 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T07:37:16,823 INFO [Time-limited test {}] log.Log(170): Logging initialized @2781ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T07:37:16,940 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T07:37:17,038 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T07:37:17,074 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T07:37:17,074 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T07:37:17,077 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T07:37:17,102 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T07:37:17,106 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cb0c733{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/hadoop.log.dir/,AVAILABLE} 2024-11-08T07:37:17,108 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@282f8860{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T07:37:17,309 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c784fd0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/java.io.tmpdir/jetty-localhost-43545-hadoop-hdfs-3_4_1-tests_jar-_-any-11318334860641526267/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T07:37:17,338 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2fdb04ed{HTTP/1.1, (http/1.1)}{localhost:43545} 2024-11-08T07:37:17,338 INFO [Time-limited test {}] server.Server(415): Started @3297ms 2024-11-08T07:37:17,932 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T07:37:17,942 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T07:37:17,943 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T07:37:17,944 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T07:37:17,944 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T07:37:17,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@526a6450{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/hadoop.log.dir/,AVAILABLE} 2024-11-08T07:37:17,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8cd91a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T07:37:18,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@cb44ad4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/java.io.tmpdir/jetty-localhost-46091-hadoop-hdfs-3_4_1-tests_jar-_-any-3309724273120767576/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T07:37:18,066 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d3ca681{HTTP/1.1, (http/1.1)}{localhost:46091} 2024-11-08T07:37:18,066 INFO [Time-limited test {}] server.Server(415): Started @4025ms 2024-11-08T07:37:18,134 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T07:37:19,114 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/cluster_56e37f87-3e75-b1f6-d903-12d80806135e/data/data2/current/BP-297804866-172.17.0.2-1731051436235/current, will proceed with Du for space computation calculation, 2024-11-08T07:37:19,114 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/cluster_56e37f87-3e75-b1f6-d903-12d80806135e/data/data1/current/BP-297804866-172.17.0.2-1731051436235/current, will proceed with Du for space computation calculation, 2024-11-08T07:37:19,139 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T07:37:19,182 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e 2024-11-08T07:37:19,183 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x948b718f345bb8c3 with lease ID 0x6a3951550d85388a: Processing first storage report for DS-2f1590ec-4b84-4d29-9a37-77e88093f222 from datanode DatanodeRegistration(127.0.0.1:36671, datanodeUuid=48a996f8-0feb-4e76-b9fe-a96e4276feb0, infoPort=39573, infoSecurePort=0, ipcPort=42839, storageInfo=lv=-57;cid=testClusterID;nsid=1344638677;c=1731051436235) 2024-11-08T07:37:19,184 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x948b718f345bb8c3 with lease ID 0x6a3951550d85388a: from storage DS-2f1590ec-4b84-4d29-9a37-77e88093f222 node DatanodeRegistration(127.0.0.1:36671, datanodeUuid=48a996f8-0feb-4e76-b9fe-a96e4276feb0, infoPort=39573, infoSecurePort=0, ipcPort=42839, storageInfo=lv=-57;cid=testClusterID;nsid=1344638677;c=1731051436235), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T07:37:19,184 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x948b718f345bb8c3 with lease ID 0x6a3951550d85388a: Processing first storage report for DS-6f30063f-342e-4306-b506-eaa42e25e5e6 from datanode DatanodeRegistration(127.0.0.1:36671, datanodeUuid=48a996f8-0feb-4e76-b9fe-a96e4276feb0, infoPort=39573, infoSecurePort=0, ipcPort=42839, storageInfo=lv=-57;cid=testClusterID;nsid=1344638677;c=1731051436235) 2024-11-08T07:37:19,184 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x948b718f345bb8c3 with lease ID 0x6a3951550d85388a: from storage DS-6f30063f-342e-4306-b506-eaa42e25e5e6 node DatanodeRegistration(127.0.0.1:36671, datanodeUuid=48a996f8-0feb-4e76-b9fe-a96e4276feb0, infoPort=39573, infoSecurePort=0, ipcPort=42839, storageInfo=lv=-57;cid=testClusterID;nsid=1344638677;c=1731051436235), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T07:37:19,273 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/cluster_56e37f87-3e75-b1f6-d903-12d80806135e/zookeeper_0, clientPort=62857, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/cluster_56e37f87-3e75-b1f6-d903-12d80806135e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/cluster_56e37f87-3e75-b1f6-d903-12d80806135e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T07:37:19,284 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62857 2024-11-08T07:37:19,299 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T07:37:19,302 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T07:37:19,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741825_1001 (size=7) 2024-11-08T07:37:19,976 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6 with version=8 2024-11-08T07:37:19,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging 2024-11-08T07:37:19,988 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(136): Setting Master Port to random. 2024-11-08T07:37:19,988 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(143): Setting RegionServer Port to random. 2024-11-08T07:37:19,989 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(153): Setting RS InfoServer Port to random. 2024-11-08T07:37:19,989 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(161): Setting Master InfoServer Port to random. 2024-11-08T07:37:20,073 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T07:37:20,418 INFO [Time-limited test {}] client.ConnectionUtils(128): master/08a4831bbffd:0 server-side Connection retries=45 2024-11-08T07:37:20,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T07:37:20,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T07:37:20,432 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T07:37:20,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T07:37:20,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T07:37:20,565 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T07:37:20,623 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T07:37:20,632 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T07:37:20,635 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T07:37:20,657 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 140085 (auto-detected) 2024-11-08T07:37:20,658 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-08T07:37:20,676 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33859 2024-11-08T07:37:20,699 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33859 connecting to ZooKeeper ensemble=127.0.0.1:62857 2024-11-08T07:37:20,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338590x0, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T07:37:20,957 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33859-0x1011960c03b0000 connected 2024-11-08T07:37:21,045 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T07:37:21,047 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T07:37:21,056 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-08T07:37:21,076 INFO [Time-limited test {}] log.Log(170): Logging initialized @7035ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T07:37:21,114 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-08T07:37:21,114 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-08T07:37:21,115 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-08T07:37:21,115 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-08T07:37:21,116 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-08T07:37:21,118 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2024-11-08T07:37:21,118 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-08T07:37:21,118 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-08T07:37:21,120 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-08T07:37:21,181 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 40847 2024-11-08T07:37:21,182 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-08T07:37:21,195 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-08T07:37:21,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@7c1597dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/hadoop.log.dir/,AVAILABLE} 2024-11-08T07:37:21,197 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-08T07:37:21,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@65507143{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-08T07:37:21,240 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-08T07:37:21,248 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T07:37:21,248 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T07:37:21,249 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T07:37:21,252 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-08T07:37:21,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@5c685ba8{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master} 2024-11-08T07:37:21,786 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10f9ba48{HTTP/1.1, (http/1.1)}{0.0.0.0:40847} 2024-11-08T07:37:21,786 INFO [Time-limited test {}] server.Server(415): Started @7745ms 2024-11-08T07:37:21,790 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6, hbase.cluster.distributed=false 2024-11-08T07:37:21,817 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-08T07:37:21,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33859 2024-11-08T07:37:21,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33859 2024-11-08T07:37:21,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33859 2024-11-08T07:37:21,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33859 2024-11-08T07:37:21,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33859 2024-11-08T07:37:21,929 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/08a4831bbffd:0 server-side Connection retries=45 2024-11-08T07:37:21,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T07:37:21,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T07:37:21,931 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T07:37:21,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T07:37:21,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T07:37:21,935 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T07:37:21,937 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T07:37:21,938 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41327 2024-11-08T07:37:21,940 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41327 connecting to ZooKeeper ensemble=127.0.0.1:62857 2024-11-08T07:37:21,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T07:37:21,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T07:37:22,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413270x0, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T07:37:22,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:413270x0, quorum=127.0.0.1:62857, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-08T07:37:22,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41327-0x1011960c03b0001 connected 2024-11-08T07:37:22,046 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-08T07:37:22,046 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-08T07:37:22,047 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-08T07:37:22,047 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-08T07:37:22,047 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-08T07:37:22,048 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2024-11-08T07:37:22,048 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-08T07:37:22,048 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-08T07:37:22,048 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-08T07:37:22,050 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 36871 2024-11-08T07:37:22,050 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-08T07:37:22,052 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-08T07:37:22,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@3e9615b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/hadoop.log.dir/,AVAILABLE} 2024-11-08T07:37:22,053 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-08T07:37:22,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@2df3a35c{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-08T07:37:22,073 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-08T07:37:22,075 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T07:37:22,075 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T07:37:22,075 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T07:37:22,076 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-08T07:37:22,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@9984275{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-08T07:37:22,081 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@445a8045{HTTP/1.1, (http/1.1)}{0.0.0.0:36871} 2024-11-08T07:37:22,081 INFO [Time-limited test {}] server.Server(415): Started @8040ms 2024-11-08T07:37:22,086 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T07:37:22,096 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T07:37:22,099 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-11-08T07:37:22,104 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-08T07:37:22,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41327 2024-11-08T07:37:22,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41327 2024-11-08T07:37:22,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41327 2024-11-08T07:37:22,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41327 2024-11-08T07:37:22,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41327 2024-11-08T07:37:22,138 DEBUG [M:0;08a4831bbffd:33859 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;08a4831bbffd:33859 2024-11-08T07:37:22,141 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-08T07:37:22,150 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@39c3cce8{HTTP/1.1, (http/1.1)}{0.0.0.0:39767} 2024-11-08T07:37:22,150 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] server.Server(415): Started @8109ms 2024-11-08T07:37:22,150 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1/backup-masters/08a4831bbffd,33859,1731051440251 2024-11-08T07:37:22,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-08T07:37:22,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-08T07:37:22,162 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/08a4831bbffd,33859,1731051440251 2024-11-08T07:37:22,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-11-08T07:37:22,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T07:37:22,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T07:37:22,192 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Set watcher on existing znode=/1/master 2024-11-08T07:37:22,193 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/08a4831bbffd,33859,1731051440251 from backup master directory 2024-11-08T07:37:22,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-08T07:37:22,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/08a4831bbffd,33859,1731051440251 2024-11-08T07:37:22,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-08T07:37:22,202 WARN [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T07:37:22,202 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=08a4831bbffd,33859,1731051440251 2024-11-08T07:37:22,205 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-08T07:37:22,206 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-08T07:37:22,286 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase.id] with ID: a60beb29-bbbd-42b7-9f46-433ea49292ec 2024-11-08T07:37:22,286 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/.tmp/hbase.id 2024-11-08T07:37:22,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741826_1002 (size=42) 2024-11-08T07:37:22,699 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/.tmp/hbase.id]:[hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase.id] 2024-11-08T07:37:22,741 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T07:37:22,745 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T07:37:22,764 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-08T07:37:22,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T07:37:22,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T07:37:22,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741827_1003 (size=196) 2024-11-08T07:37:23,241 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T07:37:23,243 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T07:37:23,248 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-08T07:37:23,251 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-08T07:37:23,260 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.RegionGroupingProvider.doInit(RegionGroupingProvider.java:156) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALProvider.init(AbstractWALProvider.java:126) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:263) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T07:37:23,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741828_1004 (size=1189) 2024-11-08T07:37:23,707 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/MasterData/data/master/store 2024-11-08T07:37:23,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741829_1005 (size=34) 2024-11-08T07:37:24,130 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-08T07:37:24,133 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T07:37:24,134 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T07:37:24,134 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T07:37:24,134 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T07:37:24,136 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T07:37:24,136 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T07:37:24,136 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T07:37:24,137 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731051444134Disabling compacts and flushes for region at 1731051444134Disabling writes for close at 1731051444136 (+2 ms)Writing region close event to WAL at 1731051444136Closed at 1731051444136 2024-11-08T07:37:24,140 WARN [master/08a4831bbffd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/MasterData/data/master/store/.initializing 2024-11-08T07:37:24,140 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/MasterData/WALs/08a4831bbffd,33859,1731051440251 2024-11-08T07:37:24,144 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T07:37:24,149 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 08a4831bbffd,33859,1731051440251.regiongroup-0 2024-11-08T07:37:24,163 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=08a4831bbffd%2C33859%2C1731051440251.08a4831bbffd%2C33859%2C1731051440251.regiongroup-0, suffix=, logDir=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/MasterData/WALs/08a4831bbffd,33859,1731051440251, archiveDir=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/MasterData/oldWALs, maxLogs=10 2024-11-08T07:37:24,185 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/MasterData/WALs/08a4831bbffd,33859,1731051440251/08a4831bbffd%2C33859%2C1731051440251.08a4831bbffd%2C33859%2C1731051440251.regiongroup-0.1731051444167, exclude list is [], retry=0 2024-11-08T07:37:24,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36671,DS-2f1590ec-4b84-4d29-9a37-77e88093f222,DISK] 2024-11-08T07:37:24,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-08T07:37:24,234 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/MasterData/WALs/08a4831bbffd,33859,1731051440251/08a4831bbffd%2C33859%2C1731051440251.08a4831bbffd%2C33859%2C1731051440251.regiongroup-0.1731051444167 2024-11-08T07:37:24,235 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39573:39573)] 2024-11-08T07:37:24,236 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T07:37:24,236 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T07:37:24,240 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T07:37:24,241 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T07:37:24,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T07:37:24,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T07:37:24,308 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:37:24,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T07:37:24,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T07:37:24,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T07:37:24,314 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:37:24,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T07:37:24,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T07:37:24,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T07:37:24,319 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:37:24,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T07:37:24,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T07:37:24,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T07:37:24,323 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:37:24,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T07:37:24,324 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T07:37:24,327 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T07:37:24,328 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T07:37:24,334 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T07:37:24,334 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T07:37:24,338 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T07:37:24,341 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T07:37:24,346 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T07:37:24,347 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=12070022560, jitterRate=0.1241084486246109}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T07:37:24,354 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731051444256Initializing all the Stores at 1731051444258 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731051444259 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731051444260 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731051444261 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731051444261Cleaning up temporary data from old regions at 1731051444335 (+74 ms)Region opened successfully at 1731051444354 (+19 ms) 2024-11-08T07:37:24,356 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T07:37:24,384 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71f748ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=08a4831bbffd/172.17.0.2:0 2024-11-08T07:37:24,416 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T07:37:24,428 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T07:37:24,429 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T07:37:24,432 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T07:37:24,436 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 4 msec 2024-11-08T07:37:24,442 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-08T07:37:24,442 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T07:37:24,469 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T07:37:24,497 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-11-08T07:37:24,559 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/balancer already deleted, retry=false 2024-11-08T07:37:24,562 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T07:37:24,563 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-11-08T07:37:24,569 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/normalizer already deleted, retry=false 2024-11-08T07:37:24,573 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T07:37:24,577 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-11-08T07:37:24,588 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/split already deleted, retry=false 2024-11-08T07:37:24,590 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-11-08T07:37:24,601 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/merge already deleted, retry=false 2024-11-08T07:37:24,625 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T07:37:24,632 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/snapshot-cleanup already deleted, retry=false 2024-11-08T07:37:24,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-08T07:37:24,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-08T07:37:24,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T07:37:24,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T07:37:24,646 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=08a4831bbffd,33859,1731051440251, sessionid=0x1011960c03b0000, setting cluster-up flag (Was=false) 2024-11-08T07:37:24,653 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2024-11-08T07:37:24,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T07:37:24,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T07:37:24,706 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-11-08T07:37:24,709 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=08a4831bbffd,33859,1731051440251 2024-11-08T07:37:24,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T07:37:24,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T07:37:24,759 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2024-11-08T07:37:24,761 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=08a4831bbffd,33859,1731051440251 2024-11-08T07:37:24,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T07:37:24,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T07:37:24,811 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-11-08T07:37:24,813 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=08a4831bbffd,33859,1731051440251 2024-11-08T07:37:24,820 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T07:37:24,826 INFO [RS:0;08a4831bbffd:41327 {}] regionserver.HRegionServer(746): ClusterId : a60beb29-bbbd-42b7-9f46-433ea49292ec 2024-11-08T07:37:24,827 INFO [RS:0;08a4831bbffd:41327 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2024-11-08T07:37:24,829 DEBUG [RS:0;08a4831bbffd:41327 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T07:37:24,846 DEBUG [RS:0;08a4831bbffd:41327 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T07:37:24,846 DEBUG [RS:0;08a4831bbffd:41327 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2024-11-08T07:37:24,855 DEBUG [RS:0;08a4831bbffd:41327 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2024-11-08T07:37:24,856 DEBUG [RS:0;08a4831bbffd:41327 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T07:37:24,866 DEBUG [RS:0;08a4831bbffd:41327 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T07:37:24,867 DEBUG [RS:0;08a4831bbffd:41327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2edd2f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=08a4831bbffd/172.17.0.2:0 2024-11-08T07:37:24,884 DEBUG [RS:0;08a4831bbffd:41327 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;08a4831bbffd:41327 2024-11-08T07:37:24,887 INFO [RS:0;08a4831bbffd:41327 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T07:37:24,887 INFO [RS:0;08a4831bbffd:41327 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T07:37:24,887 DEBUG [RS:0;08a4831bbffd:41327 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T07:37:24,890 INFO [RS:0;08a4831bbffd:41327 {}] regionserver.HRegionServer(2659): reportForDuty to master=08a4831bbffd,33859,1731051440251 with port=41327, startcode=1731051441897 2024-11-08T07:37:24,900 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T07:37:24,903 DEBUG [RS:0;08a4831bbffd:41327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T07:37:24,910 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T07:37:24,917 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T07:37:24,921 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 08a4831bbffd,33859,1731051440251 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T07:37:24,929 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/08a4831bbffd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T07:37:24,929 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/08a4831bbffd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T07:37:24,929 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/08a4831bbffd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T07:37:24,929 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/08a4831bbffd:0, corePoolSize=5, maxPoolSize=5 2024-11-08T07:37:24,929 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/08a4831bbffd:0, corePoolSize=10, maxPoolSize=10 2024-11-08T07:37:24,929 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T07:37:24,930 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/08a4831bbffd:0, corePoolSize=2, maxPoolSize=2 2024-11-08T07:37:24,930 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T07:37:24,933 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731051474933 2024-11-08T07:37:24,934 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T07:37:24,935 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T07:37:24,935 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T07:37:24,935 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T07:37:24,936 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T07:37:24,940 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T07:37:24,940 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:37:24,940 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2024-11-08T07:37:24,940 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T07:37:24,941 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T07:37:24,941 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T07:37:24,941 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T07:37:24,942 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33859 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T07:37:24,942 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T07:37:24,947 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T07:37:24,948 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T07:37:24,949 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T07:37:24,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741831_1007 (size=1321) 2024-11-08T07:37:24,955 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T07:37:24,955 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6 2024-11-08T07:37:24,961 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bceda99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:37:24,962 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:37:24,966 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:37:24,970 DEBUG [RS:0;08a4831bbffd:41327 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-08T07:37:24,971 WARN [RS:0;08a4831bbffd:41327 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-08T07:37:24,972 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:37:24,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741832_1008 (size=32) 2024-11-08T07:37:24,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:37:24,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:37:24,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f81122a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:37:24,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:37:24,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:37:24,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:37:24,984 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:37:24,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a1f75ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:37:24,989 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-08T07:37:24,991 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T07:37:24,991 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T07:37:24,993 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/08a4831bbffd:0:becomeActiveMaster-HFileCleaner.large.0-1731051444993,5,FailOnTimeoutGroup] 2024-11-08T07:37:24,994 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/08a4831bbffd:0:becomeActiveMaster-HFileCleaner.small.0-1731051444993,5,FailOnTimeoutGroup] 2024-11-08T07:37:24,994 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T07:37:24,994 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T07:37:24,995 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T07:37:24,996 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T07:37:25,072 INFO [RS:0;08a4831bbffd:41327 {}] regionserver.HRegionServer(2659): reportForDuty to master=08a4831bbffd,33859,1731051440251 with port=41327, startcode=1731051441897 2024-11-08T07:37:25,074 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33859 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 08a4831bbffd,41327,1731051441897 2024-11-08T07:37:25,076 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33859 {}] master.ServerManager(517): Registering regionserver=08a4831bbffd,41327,1731051441897 2024-11-08T07:37:25,083 DEBUG [RS:0;08a4831bbffd:41327 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6 2024-11-08T07:37:25,083 DEBUG [RS:0;08a4831bbffd:41327 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35525 2024-11-08T07:37:25,083 DEBUG [RS:0;08a4831bbffd:41327 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=40847 2024-11-08T07:37:25,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-08T07:37:25,122 DEBUG [RS:0;08a4831bbffd:41327 {}] zookeeper.ZKUtil(111): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Set watcher on existing znode=/1/rs/08a4831bbffd,41327,1731051441897 2024-11-08T07:37:25,122 WARN [RS:0;08a4831bbffd:41327 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T07:37:25,122 INFO [RS:0;08a4831bbffd:41327 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-08T07:37:25,122 INFO [RS:0;08a4831bbffd:41327 {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-08T07:37:25,122 DEBUG [RS:0;08a4831bbffd:41327 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897 2024-11-08T07:37:25,123 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [08a4831bbffd,41327,1731051441897] 2024-11-08T07:37:25,145 INFO [RS:0;08a4831bbffd:41327 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T07:37:25,160 INFO [RS:0;08a4831bbffd:41327 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T07:37:25,164 INFO [RS:0;08a4831bbffd:41327 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T07:37:25,165 INFO [RS:0;08a4831bbffd:41327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T07:37:25,166 INFO [RS:0;08a4831bbffd:41327 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T07:37:25,171 INFO [RS:0;08a4831bbffd:41327 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T07:37:25,172 INFO [RS:0;08a4831bbffd:41327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T07:37:25,172 DEBUG [RS:0;08a4831bbffd:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T07:37:25,172 DEBUG [RS:0;08a4831bbffd:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T07:37:25,172 DEBUG [RS:0;08a4831bbffd:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T07:37:25,172 DEBUG [RS:0;08a4831bbffd:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T07:37:25,173 DEBUG [RS:0;08a4831bbffd:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T07:37:25,173 DEBUG [RS:0;08a4831bbffd:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/08a4831bbffd:0, corePoolSize=2, maxPoolSize=2 2024-11-08T07:37:25,173 DEBUG [RS:0;08a4831bbffd:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T07:37:25,173 DEBUG [RS:0;08a4831bbffd:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T07:37:25,173 DEBUG [RS:0;08a4831bbffd:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T07:37:25,173 DEBUG [RS:0;08a4831bbffd:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T07:37:25,173 DEBUG [RS:0;08a4831bbffd:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T07:37:25,173 DEBUG [RS:0;08a4831bbffd:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/08a4831bbffd:0, corePoolSize=1, maxPoolSize=1 2024-11-08T07:37:25,173 DEBUG [RS:0;08a4831bbffd:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0, corePoolSize=3, maxPoolSize=3 2024-11-08T07:37:25,174 DEBUG [RS:0;08a4831bbffd:41327 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/08a4831bbffd:0, corePoolSize=3, maxPoolSize=3 2024-11-08T07:37:25,174 INFO [RS:0;08a4831bbffd:41327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T07:37:25,175 INFO [RS:0;08a4831bbffd:41327 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T07:37:25,175 INFO [RS:0;08a4831bbffd:41327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T07:37:25,175 INFO [RS:0;08a4831bbffd:41327 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T07:37:25,175 INFO [RS:0;08a4831bbffd:41327 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T07:37:25,175 INFO [RS:0;08a4831bbffd:41327 {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,41327,1731051441897-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T07:37:25,193 INFO [RS:0;08a4831bbffd:41327 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T07:37:25,195 INFO [RS:0;08a4831bbffd:41327 {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,41327,1731051441897-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T07:37:25,195 INFO [RS:0;08a4831bbffd:41327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T07:37:25,195 INFO [RS:0;08a4831bbffd:41327 {}] regionserver.Replication(171): 08a4831bbffd,41327,1731051441897 started 2024-11-08T07:37:25,211 INFO [RS:0;08a4831bbffd:41327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T07:37:25,211 INFO [RS:0;08a4831bbffd:41327 {}] regionserver.HRegionServer(1482): Serving as 08a4831bbffd,41327,1731051441897, RpcServer on 08a4831bbffd/172.17.0.2:41327, sessionid=0x1011960c03b0001 2024-11-08T07:37:25,211 DEBUG [RS:0;08a4831bbffd:41327 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T07:37:25,212 DEBUG [RS:0;08a4831bbffd:41327 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 08a4831bbffd,41327,1731051441897 2024-11-08T07:37:25,212 DEBUG [RS:0;08a4831bbffd:41327 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '08a4831bbffd,41327,1731051441897' 2024-11-08T07:37:25,212 DEBUG [RS:0;08a4831bbffd:41327 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-11-08T07:37:25,213 DEBUG [RS:0;08a4831bbffd:41327 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-11-08T07:37:25,214 DEBUG [RS:0;08a4831bbffd:41327 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T07:37:25,214 DEBUG [RS:0;08a4831bbffd:41327 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2024-11-08T07:37:25,214 DEBUG [RS:0;08a4831bbffd:41327 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '08a4831bbffd,41327,1731051441897' 2024-11-08T07:37:25,214 DEBUG [RS:0;08a4831bbffd:41327 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-08T07:37:25,214 DEBUG [RS:0;08a4831bbffd:41327 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-08T07:37:25,215 INFO [RS:0;08a4831bbffd:41327 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2024-11-08T07:37:25,215 DEBUG [RS:0;08a4831bbffd:41327 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2024-11-08T07:37:25,215 DEBUG [RS:0;08a4831bbffd:41327 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T07:37:25,215 DEBUG [RS:0;08a4831bbffd:41327 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 08a4831bbffd,41327,1731051441897 2024-11-08T07:37:25,215 DEBUG [RS:0;08a4831bbffd:41327 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '08a4831bbffd,41327,1731051441897' 2024-11-08T07:37:25,215 DEBUG [RS:0;08a4831bbffd:41327 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-11-08T07:37:25,216 DEBUG [RS:0;08a4831bbffd:41327 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-11-08T07:37:25,217 DEBUG [RS:0;08a4831bbffd:41327 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T07:37:25,217 INFO [RS:0;08a4831bbffd:41327 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T07:37:25,217 INFO [RS:0;08a4831bbffd:41327 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T07:37:25,321 INFO [RS:0;08a4831bbffd:41327 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T07:37:25,321 INFO [RS:0;08a4831bbffd:41327 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 08a4831bbffd,41327,1731051441897.regiongroup-0 2024-11-08T07:37:25,324 INFO [RS:0;08a4831bbffd:41327 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-0, suffix=, logDir=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897, archiveDir=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/oldWALs, maxLogs=32 2024-11-08T07:37:25,338 DEBUG [RS:0;08a4831bbffd:41327 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-0.1731051445326, exclude list is [], retry=0 2024-11-08T07:37:25,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36671,DS-2f1590ec-4b84-4d29-9a37-77e88093f222,DISK] 2024-11-08T07:37:25,345 INFO [RS:0;08a4831bbffd:41327 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-0.1731051445326 2024-11-08T07:37:25,346 DEBUG [RS:0;08a4831bbffd:41327 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39573:39573)] 2024-11-08T07:37:25,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T07:37:25,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T07:37:25,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T07:37:25,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:37:25,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T07:37:25,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T07:37:25,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T07:37:25,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:37:25,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T07:37:25,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T07:37:25,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T07:37:25,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:37:25,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T07:37:25,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T07:37:25,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T07:37:25,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:37:25,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T07:37:25,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T07:37:25,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/hbase/meta/1588230740 2024-11-08T07:37:25,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/hbase/meta/1588230740 2024-11-08T07:37:25,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T07:37:25,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T07:37:25,401 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T07:37:25,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T07:37:25,407 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T07:37:25,408 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10276669280, jitterRate=-0.04291059076786041}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T07:37:25,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731051445377Initializing all the Stores at 1731051445379 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731051445379Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731051445379Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731051445379Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731051445379Cleaning up temporary data from old regions at 1731051445400 (+21 ms)Region opened successfully at 1731051445411 (+11 ms) 2024-11-08T07:37:25,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T07:37:25,411 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T07:37:25,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T07:37:25,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T07:37:25,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T07:37:25,412 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T07:37:25,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731051445411Disabling compacts and flushes for region at 1731051445411Disabling writes for close at 1731051445411Writing region close event to WAL at 1731051445412 (+1 ms)Closed at 1731051445412 2024-11-08T07:37:25,415 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T07:37:25,415 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T07:37:25,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T07:37:25,428 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T07:37:25,431 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T07:37:25,583 DEBUG [08a4831bbffd:33859 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T07:37:25,594 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=08a4831bbffd,41327,1731051441897 2024-11-08T07:37:25,601 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 08a4831bbffd,41327,1731051441897, state=OPENING 2024-11-08T07:37:25,643 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T07:37:25,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T07:37:25,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T07:37:25,655 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-08T07:37:25,655 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-08T07:37:25,656 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T07:37:25,658 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=08a4831bbffd,41327,1731051441897}] 2024-11-08T07:37:25,830 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T07:37:25,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T07:37:25,844 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T07:37:25,845 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-08T07:37:25,845 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-08T07:37:25,845 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T07:37:25,846 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T07:37:25,849 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=08a4831bbffd%2C41327%2C1731051441897.meta, suffix=.meta, logDir=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897, archiveDir=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/oldWALs, maxLogs=32 2024-11-08T07:37:25,863 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.meta.1731051445851.meta, exclude list is [], retry=0 2024-11-08T07:37:25,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36671,DS-2f1590ec-4b84-4d29-9a37-77e88093f222,DISK] 2024-11-08T07:37:25,870 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.meta.1731051445851.meta 2024-11-08T07:37:25,870 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39573:39573)] 2024-11-08T07:37:25,870 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T07:37:25,874 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T07:37:25,875 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T07:37:25,878 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T07:37:25,878 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T07:37:25,881 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T07:37:25,882 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T07:37:25,882 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T07:37:25,882 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T07:37:25,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T07:37:25,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T07:37:25,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:37:25,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T07:37:25,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T07:37:25,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T07:37:25,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:37:25,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T07:37:25,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T07:37:25,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T07:37:25,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:37:25,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T07:37:25,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T07:37:25,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T07:37:25,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:37:25,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T07:37:25,895 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T07:37:25,897 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/hbase/meta/1588230740 2024-11-08T07:37:25,899 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/hbase/meta/1588230740 2024-11-08T07:37:25,902 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T07:37:25,902 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T07:37:25,903 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T07:37:25,905 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T07:37:25,907 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10602722400, jitterRate=-0.012544527649879456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T07:37:25,907 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T07:37:25,909 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731051445882Writing region info on filesystem at 1731051445882Initializing all the Stores at 1731051445884 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731051445884Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731051445885 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731051445885Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731051445885Cleaning up temporary data from old regions at 1731051445902 (+17 ms)Running coprocessor post-open hooks at 1731051445907 (+5 ms)Region opened successfully at 1731051445909 (+2 ms) 2024-11-08T07:37:25,915 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731051445824 2024-11-08T07:37:25,925 DEBUG [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T07:37:25,926 INFO [RS_OPEN_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T07:37:25,927 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=08a4831bbffd,41327,1731051441897 2024-11-08T07:37:25,930 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 08a4831bbffd,41327,1731051441897, state=OPEN 2024-11-08T07:37:25,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-08T07:37:25,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-08T07:37:25,957 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-08T07:37:25,957 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-08T07:37:25,957 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=08a4831bbffd,41327,1731051441897 2024-11-08T07:37:25,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T07:37:25,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=08a4831bbffd,41327,1731051441897 in 299 msec 2024-11-08T07:37:25,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T07:37:25,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 544 msec 2024-11-08T07:37:25,970 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T07:37:25,970 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T07:37:25,989 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:37:25,990 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:37:26,008 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:37:26,011 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34371, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T07:37:26,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1780 sec 2024-11-08T07:37:26,030 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731051446030, completionTime=-1 2024-11-08T07:37:26,032 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T07:37:26,032 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T07:37:26,059 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T07:37:26,059 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731051506059 2024-11-08T07:37:26,059 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731051566059 2024-11-08T07:37:26,059 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 26 msec 2024-11-08T07:37:26,061 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,33859,1731051440251-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T07:37:26,061 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,33859,1731051440251-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T07:37:26,061 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,33859,1731051440251-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T07:37:26,062 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-08a4831bbffd:33859, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T07:37:26,062 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T07:37:26,063 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T07:37:26,070 DEBUG [master/08a4831bbffd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T07:37:26,089 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.886sec 2024-11-08T07:37:26,091 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T07:37:26,092 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T07:37:26,092 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T07:37:26,093 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T07:37:26,093 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T07:37:26,093 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,33859,1731051440251-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T07:37:26,094 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,33859,1731051440251-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T07:37:26,101 DEBUG [master/08a4831bbffd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T07:37:26,102 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T07:37:26,102 INFO [master/08a4831bbffd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a4831bbffd,33859,1731051440251-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T07:37:26,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68cc25be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:37:26,130 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T07:37:26,130 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T07:37:26,134 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:37:26,134 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:37:26,140 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:37:26,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:37:26,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:37:26,142 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2901fe0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:37:26,142 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:37:26,142 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:37:26,142 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:37:26,145 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:37:26,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@195abe33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:37:26,147 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:37:26,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:37:26,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:37:26,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T07:37:26,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=08a4831bbffd,33859,1731051440251 2024-11-08T07:37:26,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster... 2024-11-08T07:37:26,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/test.cache.data in system properties and HBase conf 2024-11-08T07:37:26,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T07:37:26,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/hadoop.log.dir in system properties and HBase conf 2024-11-08T07:37:26,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T07:37:26,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T07:37:26,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T07:37:26,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T07:37:26,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T07:37:26,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T07:37:26,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T07:37:26,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T07:37:26,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T07:37:26,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T07:37:26,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T07:37:26,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T07:37:26,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/nfs.dump.dir in system properties and HBase conf 2024-11-08T07:37:26,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/java.io.tmpdir in system properties and HBase conf 2024-11-08T07:37:26,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T07:37:26,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T07:37:26,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T07:37:26,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741835_1011 (size=592039) 2024-11-08T07:37:26,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741836_1012 (size=1663647) 2024-11-08T07:37:28,088 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T07:37:28,193 WARN [Thread-251 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T07:37:28,379 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T07:37:28,379 WARN [Thread-251 {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-08T07:37:28,380 INFO [Thread-251 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T07:37:28,384 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T07:37:28,385 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T07:37:28,385 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T07:37:28,388 INFO [Thread-251 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T07:37:28,388 INFO [Thread-251 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T07:37:28,389 INFO [Thread-251 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T07:37:28,390 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75f0c50d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/hadoop.log.dir/,AVAILABLE} 2024-11-08T07:37:28,390 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T07:37:28,391 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77c36e05{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-08T07:37:28,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@339da2c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/hadoop.log.dir/,AVAILABLE} 2024-11-08T07:37:28,399 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11a358cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-08T07:37:28,502 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2024-11-08T07:37:28,502 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2024-11-08T07:37:28,503 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-08T07:37:28,504 INFO [Thread-251 {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-08T07:37:28,543 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-08T07:37:28,581 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-08T07:37:28,788 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2024-11-08T07:37:28,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1cfbb004{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/java.io.tmpdir/jetty-localhost-36949-hadoop-yarn-common-3_4_1_jar-_-any-15404282489990874791/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-08T07:37:28,812 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44cbd64c{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/java.io.tmpdir/jetty-localhost-43451-hadoop-yarn-common-3_4_1_jar-_-any-96559579362485052/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-08T07:37:28,813 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@382d96c0{HTTP/1.1, (http/1.1)}{localhost:36949} 2024-11-08T07:37:28,813 INFO [Thread-251 {}] server.AbstractConnector(333): Started ServerConnector@3254fe10{HTTP/1.1, (http/1.1)}{localhost:43451} 2024-11-08T07:37:28,813 INFO [Time-limited test {}] server.Server(415): Started @14772ms 2024-11-08T07:37:28,814 INFO [Thread-251 {}] server.Server(415): Started @14773ms 2024-11-08T07:37:28,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741837_1013 (size=5) 2024-11-08T07:37:29,792 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-08T07:37:29,797 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T07:37:29,828 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-08T07:37:29,829 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T07:37:29,830 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T07:37:29,830 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T07:37:29,830 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T07:37:29,831 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T07:37:29,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ea3bcd7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/hadoop.log.dir/,AVAILABLE} 2024-11-08T07:37:29,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56d9d2c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-08T07:37:29,901 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-08T07:37:29,901 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-08T07:37:29,902 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-08T07:37:29,902 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-08T07:37:29,912 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-08T07:37:29,919 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-08T07:37:30,016 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-08T07:37:30,026 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@188c8eec{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/java.io.tmpdir/jetty-localhost-43055-hadoop-yarn-common-3_4_1_jar-_-any-3545687250512575598/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-08T07:37:30,027 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76180ddb{HTTP/1.1, (http/1.1)}{localhost:43055} 2024-11-08T07:37:30,027 INFO [Time-limited test {}] server.Server(415): Started @15986ms 2024-11-08T07:37:30,142 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-08T07:37:30,146 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T07:37:30,163 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-08T07:37:30,164 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T07:37:30,171 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T07:37:30,171 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T07:37:30,171 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T07:37:30,173 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T07:37:30,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57f517fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/hadoop.log.dir/,AVAILABLE} 2024-11-08T07:37:30,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1adf606a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-08T07:37:30,223 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-08T07:37:30,223 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-08T07:37:30,224 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-08T07:37:30,224 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-08T07:37:30,233 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-08T07:37:30,239 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-08T07:37:30,338 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-08T07:37:30,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@453debe1{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/java.io.tmpdir/jetty-localhost-43013-hadoop-yarn-common-3_4_1_jar-_-any-16841813422125522738/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-08T07:37:30,343 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8e90933{HTTP/1.1, (http/1.1)}{localhost:43013} 2024-11-08T07:37:30,343 INFO [Time-limited test {}] server.Server(415): Started @16302ms 2024-11-08T07:37:30,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started 2024-11-08T07:37:30,368 INFO [Time-limited test {}] backup.TestBackupBase(336): ROOTDIR hdfs://localhost:35525/backupUT 2024-11-08T07:37:30,372 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T07:37:30,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 08a4831bbffd,33859,1731051440251 2024-11-08T07:37:30,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f063cff 2024-11-08T07:37:30,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T07:37:30,384 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T07:37:30,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns1'} 2024-11-08T07:37:30,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns1 2024-11-08T07:37:30,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T07:37:30,409 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns1 in 20 msec 2024-11-08T07:37:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T07:37:30,512 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns1 completed 2024-11-08T07:37:30,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns2'} 2024-11-08T07:37:30,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns2 2024-11-08T07:37:30,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-08T07:37:30,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns2 in 20 msec 2024-11-08T07:37:30,620 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T07:37:30,621 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T07:37:30,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T07:37:30,628 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2024-11-08T07:37:30,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T07:37:30,628 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T07:37:30,628 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T07:37:30,628 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T07:37:30,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-08T07:37:30,631 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns2 completed 2024-11-08T07:37:30,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns3'} 2024-11-08T07:37:30,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] procedure2.ProcedureExecutor(1139): Stored pid=6, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns3 2024-11-08T07:37:30,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-08T07:37:30,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns3 in 13 msec 2024-11-08T07:37:30,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-08T07:37:30,751 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns3 completed 2024-11-08T07:37:30,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns4'} 2024-11-08T07:37:30,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns4 2024-11-08T07:37:30,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T07:37:30,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns4 in 13 msec 2024-11-08T07:37:30,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T07:37:30,862 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns4 completed 2024-11-08T07:37:30,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test-1731051450368', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T07:37:30,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test-1731051450368 2024-11-08T07:37:30,878 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test-1731051450368 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T07:37:30,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test-1731051450368" procId is: 8 2024-11-08T07:37:30,881 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:37:30,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-08T07:37:30,883 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test-1731051450368 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T07:37:30,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741838_1014 (size=367) 2024-11-08T07:37:30,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-08T07:37:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-08T07:37:31,299 INFO [RegionOpenAndInit-test-1731051450368-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e719cd29f996fa18e6d9045cf6d9f550, NAME => 'test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1731051450368', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6 2024-11-08T07:37:31,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741839_1015 (size=53) 2024-11-08T07:37:31,405 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-08T07:37:31,450 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T07:37:31,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-08T07:37:31,709 DEBUG [RegionOpenAndInit-test-1731051450368-pool-0 {}] regionserver.HRegion(898): Instantiated test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T07:37:31,710 DEBUG [RegionOpenAndInit-test-1731051450368-pool-0 {}] regionserver.HRegion(1722): Closing e719cd29f996fa18e6d9045cf6d9f550, disabling compactions & flushes 2024-11-08T07:37:31,710 INFO [RegionOpenAndInit-test-1731051450368-pool-0 {}] regionserver.HRegion(1755): Closing region test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550. 2024-11-08T07:37:31,710 DEBUG [RegionOpenAndInit-test-1731051450368-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550. 2024-11-08T07:37:31,710 DEBUG [RegionOpenAndInit-test-1731051450368-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550. after waiting 0 ms 2024-11-08T07:37:31,710 DEBUG [RegionOpenAndInit-test-1731051450368-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550. 2024-11-08T07:37:31,710 INFO [RegionOpenAndInit-test-1731051450368-pool-0 {}] regionserver.HRegion(1973): Closed test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550. 2024-11-08T07:37:31,710 DEBUG [RegionOpenAndInit-test-1731051450368-pool-0 {}] regionserver.HRegion(1676): Region close journal for e719cd29f996fa18e6d9045cf6d9f550: Waiting for close lock at 1731051451710Disabling compacts and flushes for region at 1731051451710Disabling writes for close at 1731051451710Writing region close event to WAL at 1731051451710Closed at 1731051451710 2024-11-08T07:37:31,713 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test-1731051450368 execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T07:37:31,719 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731051451713"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731051451713"}]},"ts":"1731051451713"} 2024-11-08T07:37:31,723 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T07:37:31,725 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test-1731051450368 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T07:37:31,729 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1731051450368","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731051451726"}]},"ts":"1731051451726"} 2024-11-08T07:37:31,733 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1731051450368, state=ENABLING in hbase:meta 2024-11-08T07:37:31,735 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1731051450368, region=e719cd29f996fa18e6d9045cf6d9f550, ASSIGN}] 2024-11-08T07:37:31,737 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1731051450368, region=e719cd29f996fa18e6d9045cf6d9f550, ASSIGN 2024-11-08T07:37:31,738 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731051450368, region=e719cd29f996fa18e6d9045cf6d9f550, ASSIGN; state=OFFLINE, location=08a4831bbffd,41327,1731051441897; forceNewPlan=false, retain=false 2024-11-08T07:37:31,890 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e719cd29f996fa18e6d9045cf6d9f550, regionState=OPENING, regionLocation=08a4831bbffd,41327,1731051441897 2024-11-08T07:37:31,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731051450368, region=e719cd29f996fa18e6d9045cf6d9f550, ASSIGN because future has completed 2024-11-08T07:37:31,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e719cd29f996fa18e6d9045cf6d9f550, server=08a4831bbffd,41327,1731051441897}] 2024-11-08T07:37:32,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-08T07:37:32,069 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550. 2024-11-08T07:37:32,069 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T07:37:32,069 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor 08a4831bbffd,41327,1731051441897.regiongroup-1 2024-11-08T07:37:32,072 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-1, suffix=, logDir=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897, archiveDir=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/oldWALs, maxLogs=32 2024-11-08T07:37:32,086 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-1.1731051452074, exclude list is [], retry=0 2024-11-08T07:37:32,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36671,DS-2f1590ec-4b84-4d29-9a37-77e88093f222,DISK] 2024-11-08T07:37:32,092 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-1.1731051452074 2024-11-08T07:37:32,093 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39573:39573)] 2024-11-08T07:37:32,093 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e719cd29f996fa18e6d9045cf6d9f550, NAME => 'test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550.', STARTKEY => '', ENDKEY => ''} 2024-11-08T07:37:32,093 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T07:37:32,094 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731051450368 e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:37:32,094 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T07:37:32,094 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:37:32,094 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:37:32,096 INFO [StoreOpener-e719cd29f996fa18e6d9045cf6d9f550-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:37:32,099 INFO [StoreOpener-e719cd29f996fa18e6d9045cf6d9f550-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e719cd29f996fa18e6d9045cf6d9f550 columnFamilyName f 2024-11-08T07:37:32,099 DEBUG [StoreOpener-e719cd29f996fa18e6d9045cf6d9f550-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:37:32,100 INFO [StoreOpener-e719cd29f996fa18e6d9045cf6d9f550-1 {}] regionserver.HStore(327): Store=e719cd29f996fa18e6d9045cf6d9f550/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T07:37:32,101 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:37:32,102 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:37:32,103 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:37:32,103 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:37:32,103 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:37:32,106 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:37:32,110 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T07:37:32,111 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened e719cd29f996fa18e6d9045cf6d9f550; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10987701440, jitterRate=0.023309439420700073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T07:37:32,111 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:37:32,112 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e719cd29f996fa18e6d9045cf6d9f550: Running coprocessor pre-open hook at 1731051452094Writing region info on filesystem at 1731051452094Initializing all the Stores at 1731051452096 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731051452096Cleaning up temporary data from old regions at 1731051452103 (+7 ms)Running coprocessor post-open hooks at 1731051452111 (+8 ms)Region opened successfully at 1731051452112 (+1 ms) 2024-11-08T07:37:32,114 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550., pid=10, masterSystemTime=1731051452049 2024-11-08T07:37:32,118 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550. 2024-11-08T07:37:32,118 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550. 2024-11-08T07:37:32,119 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e719cd29f996fa18e6d9045cf6d9f550, regionState=OPEN, openSeqNum=2, regionLocation=08a4831bbffd,41327,1731051441897 2024-11-08T07:37:32,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e719cd29f996fa18e6d9045cf6d9f550, server=08a4831bbffd,41327,1731051441897 because future has completed 2024-11-08T07:37:32,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T07:37:32,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e719cd29f996fa18e6d9045cf6d9f550, server=08a4831bbffd,41327,1731051441897 in 230 msec 2024-11-08T07:37:32,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T07:37:32,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731051450368, region=e719cd29f996fa18e6d9045cf6d9f550, ASSIGN in 395 msec 2024-11-08T07:37:32,135 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test-1731051450368 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T07:37:32,135 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1731051450368","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731051452135"}]},"ts":"1731051452135"} 2024-11-08T07:37:32,138 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1731051450368, state=ENABLED in hbase:meta 2024-11-08T07:37:32,140 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test-1731051450368 execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T07:37:32,143 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=test-1731051450368 in 1.2680 sec 2024-11-08T07:37:33,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-08T07:37:33,031 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test-1731051450368 completed 2024-11-08T07:37:33,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@427a3b58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:37:33,032 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:37:33,032 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:37:33,033 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:37:33,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:37:33,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:37:33,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e72e057, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:37:33,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:37:33,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:37:33,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:37:33,036 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:37:33,037 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c09629c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:37:33,040 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:37:33,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:37:33,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:37:33,044 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T07:37:33,139 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731051450368', row='row0', locateType=CURRENT is [region=test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550., hostname=08a4831bbffd,41327,1731051441897, seqNum=2] 2024-11-08T07:37:33,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HRegion(8528): writing data to region test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T07:37:33,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:test-17310514503681', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T07:37:33,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:test-17310514503681 2024-11-08T07:37:33,297 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17310514503681 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T07:37:33,297 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:37:33,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "test-17310514503681" procId is: 11 2024-11-08T07:37:33,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T07:37:33,298 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:test-17310514503681 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T07:37:33,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741841_1017 (size=364) 2024-11-08T07:37:33,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T07:37:33,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T07:37:33,709 INFO [RegionOpenAndInit-ns2:test-17310514503681-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9044a3a2eaab66eeb1c2b19a5d6738de, NAME => 'ns2:test-17310514503681,,1731051453293.9044a3a2eaab66eeb1c2b19a5d6738de.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17310514503681', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6 2024-11-08T07:37:33,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741842_1018 (size=50) 2024-11-08T07:37:33,719 DEBUG [RegionOpenAndInit-ns2:test-17310514503681-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:test-17310514503681,,1731051453293.9044a3a2eaab66eeb1c2b19a5d6738de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T07:37:33,719 DEBUG [RegionOpenAndInit-ns2:test-17310514503681-pool-0 {}] regionserver.HRegion(1722): Closing 9044a3a2eaab66eeb1c2b19a5d6738de, disabling compactions & flushes 2024-11-08T07:37:33,719 INFO [RegionOpenAndInit-ns2:test-17310514503681-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:test-17310514503681,,1731051453293.9044a3a2eaab66eeb1c2b19a5d6738de. 2024-11-08T07:37:33,719 DEBUG [RegionOpenAndInit-ns2:test-17310514503681-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17310514503681,,1731051453293.9044a3a2eaab66eeb1c2b19a5d6738de. 2024-11-08T07:37:33,719 DEBUG [RegionOpenAndInit-ns2:test-17310514503681-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17310514503681,,1731051453293.9044a3a2eaab66eeb1c2b19a5d6738de. after waiting 0 ms 2024-11-08T07:37:33,719 DEBUG [RegionOpenAndInit-ns2:test-17310514503681-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17310514503681,,1731051453293.9044a3a2eaab66eeb1c2b19a5d6738de. 2024-11-08T07:37:33,719 INFO [RegionOpenAndInit-ns2:test-17310514503681-pool-0 {}] regionserver.HRegion(1973): Closed ns2:test-17310514503681,,1731051453293.9044a3a2eaab66eeb1c2b19a5d6738de. 2024-11-08T07:37:33,719 DEBUG [RegionOpenAndInit-ns2:test-17310514503681-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9044a3a2eaab66eeb1c2b19a5d6738de: Waiting for close lock at 1731051453719Disabling compacts and flushes for region at 1731051453719Disabling writes for close at 1731051453719Writing region close event to WAL at 1731051453719Closed at 1731051453719 2024-11-08T07:37:33,721 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:test-17310514503681 execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T07:37:33,721 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:test-17310514503681,,1731051453293.9044a3a2eaab66eeb1c2b19a5d6738de.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731051453721"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731051453721"}]},"ts":"1731051453721"} 2024-11-08T07:37:33,725 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T07:37:33,726 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:test-17310514503681 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T07:37:33,726 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17310514503681","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731051453726"}]},"ts":"1731051453726"} 2024-11-08T07:37:33,729 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17310514503681, state=ENABLING in hbase:meta 2024-11-08T07:37:33,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17310514503681, region=9044a3a2eaab66eeb1c2b19a5d6738de, ASSIGN}] 2024-11-08T07:37:33,732 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17310514503681, region=9044a3a2eaab66eeb1c2b19a5d6738de, ASSIGN 2024-11-08T07:37:33,733 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:test-17310514503681, region=9044a3a2eaab66eeb1c2b19a5d6738de, ASSIGN; state=OFFLINE, location=08a4831bbffd,41327,1731051441897; forceNewPlan=false, retain=false 2024-11-08T07:37:33,884 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=9044a3a2eaab66eeb1c2b19a5d6738de, regionState=OPENING, regionLocation=08a4831bbffd,41327,1731051441897 2024-11-08T07:37:33,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:test-17310514503681, region=9044a3a2eaab66eeb1c2b19a5d6738de, ASSIGN because future has completed 2024-11-08T07:37:33,888 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9044a3a2eaab66eeb1c2b19a5d6738de, server=08a4831bbffd,41327,1731051441897}] 2024-11-08T07:37:33,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T07:37:34,047 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open ns2:test-17310514503681,,1731051453293.9044a3a2eaab66eeb1c2b19a5d6738de. 2024-11-08T07:37:34,047 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 9044a3a2eaab66eeb1c2b19a5d6738de, NAME => 'ns2:test-17310514503681,,1731051453293.9044a3a2eaab66eeb1c2b19a5d6738de.', STARTKEY => '', ENDKEY => ''} 2024-11-08T07:37:34,048 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T07:37:34,048 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17310514503681 9044a3a2eaab66eeb1c2b19a5d6738de 2024-11-08T07:37:34,048 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated ns2:test-17310514503681,,1731051453293.9044a3a2eaab66eeb1c2b19a5d6738de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T07:37:34,048 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 9044a3a2eaab66eeb1c2b19a5d6738de 2024-11-08T07:37:34,048 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 9044a3a2eaab66eeb1c2b19a5d6738de 2024-11-08T07:37:34,050 INFO [StoreOpener-9044a3a2eaab66eeb1c2b19a5d6738de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9044a3a2eaab66eeb1c2b19a5d6738de 2024-11-08T07:37:34,052 INFO [StoreOpener-9044a3a2eaab66eeb1c2b19a5d6738de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9044a3a2eaab66eeb1c2b19a5d6738de columnFamilyName f 2024-11-08T07:37:34,052 DEBUG [StoreOpener-9044a3a2eaab66eeb1c2b19a5d6738de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:37:34,053 INFO [StoreOpener-9044a3a2eaab66eeb1c2b19a5d6738de-1 {}] regionserver.HStore(327): Store=9044a3a2eaab66eeb1c2b19a5d6738de/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T07:37:34,053 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 9044a3a2eaab66eeb1c2b19a5d6738de 2024-11-08T07:37:34,055 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns2/test-17310514503681/9044a3a2eaab66eeb1c2b19a5d6738de 2024-11-08T07:37:34,055 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns2/test-17310514503681/9044a3a2eaab66eeb1c2b19a5d6738de 2024-11-08T07:37:34,056 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 9044a3a2eaab66eeb1c2b19a5d6738de 2024-11-08T07:37:34,056 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 9044a3a2eaab66eeb1c2b19a5d6738de 2024-11-08T07:37:34,059 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 9044a3a2eaab66eeb1c2b19a5d6738de 2024-11-08T07:37:34,063 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns2/test-17310514503681/9044a3a2eaab66eeb1c2b19a5d6738de/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T07:37:34,064 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 9044a3a2eaab66eeb1c2b19a5d6738de; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11003109280, jitterRate=0.02474440634250641}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T07:37:34,064 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9044a3a2eaab66eeb1c2b19a5d6738de 2024-11-08T07:37:34,065 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 9044a3a2eaab66eeb1c2b19a5d6738de: Running coprocessor pre-open hook at 1731051454048Writing region info on filesystem at 1731051454048Initializing all the Stores at 1731051454050 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731051454050Cleaning up temporary data from old regions at 1731051454056 (+6 ms)Running coprocessor post-open hooks at 1731051454064 (+8 ms)Region opened successfully at 1731051454065 (+1 ms) 2024-11-08T07:37:34,066 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:test-17310514503681,,1731051453293.9044a3a2eaab66eeb1c2b19a5d6738de., pid=13, masterSystemTime=1731051454042 2024-11-08T07:37:34,069 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:test-17310514503681,,1731051453293.9044a3a2eaab66eeb1c2b19a5d6738de. 2024-11-08T07:37:34,069 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened ns2:test-17310514503681,,1731051453293.9044a3a2eaab66eeb1c2b19a5d6738de. 2024-11-08T07:37:34,070 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=9044a3a2eaab66eeb1c2b19a5d6738de, regionState=OPEN, openSeqNum=2, regionLocation=08a4831bbffd,41327,1731051441897 2024-11-08T07:37:34,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9044a3a2eaab66eeb1c2b19a5d6738de, server=08a4831bbffd,41327,1731051441897 because future has completed 2024-11-08T07:37:34,080 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-08T07:37:34,080 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 9044a3a2eaab66eeb1c2b19a5d6738de, server=08a4831bbffd,41327,1731051441897 in 188 msec 2024-11-08T07:37:34,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-08T07:37:34,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:test-17310514503681, region=9044a3a2eaab66eeb1c2b19a5d6738de, ASSIGN in 350 msec 2024-11-08T07:37:34,086 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:test-17310514503681 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T07:37:34,086 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17310514503681","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731051454086"}]},"ts":"1731051454086"} 2024-11-08T07:37:34,090 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17310514503681, state=ENABLED in hbase:meta 2024-11-08T07:37:34,091 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17310514503681 execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T07:37:34,095 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:test-17310514503681 in 798 msec 2024-11-08T07:37:34,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T07:37:34,441 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:test-17310514503681 completed 2024-11-08T07:37:34,445 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17310514503681', row='row0', locateType=CURRENT is [region=ns2:test-17310514503681,,1731051453293.9044a3a2eaab66eeb1c2b19a5d6738de., hostname=08a4831bbffd,41327,1731051441897, seqNum=2] 2024-11-08T07:37:34,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HRegion(8528): writing data to region ns2:test-17310514503681,,1731051453293.9044a3a2eaab66eeb1c2b19a5d6738de. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T07:37:34,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns3:test-17310514503682', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T07:37:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns3:test-17310514503682 2024-11-08T07:37:34,600 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17310514503682 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T07:37:34,600 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:37:34,600 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns3" qualifier: "test-17310514503682" procId is: 14 2024-11-08T07:37:34,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T07:37:34,602 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns3:test-17310514503682 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T07:37:34,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741843_1019 (size=390) 2024-11-08T07:37:34,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T07:37:34,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T07:37:35,013 INFO [RegionOpenAndInit-ns3:test-17310514503682-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => de690c01369ff927e9706629a3cdac3b, NAME => 'ns3:test-17310514503682,,1731051454595.de690c01369ff927e9706629a3cdac3b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17310514503682', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6 2024-11-08T07:37:35,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741844_1020 (size=50) 2024-11-08T07:37:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T07:37:35,423 DEBUG [RegionOpenAndInit-ns3:test-17310514503682-pool-0 {}] regionserver.HRegion(898): Instantiated ns3:test-17310514503682,,1731051454595.de690c01369ff927e9706629a3cdac3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T07:37:35,423 DEBUG [RegionOpenAndInit-ns3:test-17310514503682-pool-0 {}] regionserver.HRegion(1722): Closing de690c01369ff927e9706629a3cdac3b, disabling compactions & flushes 2024-11-08T07:37:35,423 INFO [RegionOpenAndInit-ns3:test-17310514503682-pool-0 {}] regionserver.HRegion(1755): Closing region ns3:test-17310514503682,,1731051454595.de690c01369ff927e9706629a3cdac3b. 2024-11-08T07:37:35,423 DEBUG [RegionOpenAndInit-ns3:test-17310514503682-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17310514503682,,1731051454595.de690c01369ff927e9706629a3cdac3b. 2024-11-08T07:37:35,423 DEBUG [RegionOpenAndInit-ns3:test-17310514503682-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17310514503682,,1731051454595.de690c01369ff927e9706629a3cdac3b. after waiting 0 ms 2024-11-08T07:37:35,423 DEBUG [RegionOpenAndInit-ns3:test-17310514503682-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17310514503682,,1731051454595.de690c01369ff927e9706629a3cdac3b. 2024-11-08T07:37:35,424 INFO [RegionOpenAndInit-ns3:test-17310514503682-pool-0 {}] regionserver.HRegion(1973): Closed ns3:test-17310514503682,,1731051454595.de690c01369ff927e9706629a3cdac3b. 2024-11-08T07:37:35,424 DEBUG [RegionOpenAndInit-ns3:test-17310514503682-pool-0 {}] regionserver.HRegion(1676): Region close journal for de690c01369ff927e9706629a3cdac3b: Waiting for close lock at 1731051455423Disabling compacts and flushes for region at 1731051455423Disabling writes for close at 1731051455423Writing region close event to WAL at 1731051455423Closed at 1731051455423 2024-11-08T07:37:35,426 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns3:test-17310514503682 execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T07:37:35,426 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns3:test-17310514503682,,1731051454595.de690c01369ff927e9706629a3cdac3b.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731051455426"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731051455426"}]},"ts":"1731051455426"} 2024-11-08T07:37:35,429 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T07:37:35,431 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns3:test-17310514503682 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T07:37:35,431 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17310514503682","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731051455431"}]},"ts":"1731051455431"} 2024-11-08T07:37:35,433 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17310514503682, state=ENABLING in hbase:meta 2024-11-08T07:37:35,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17310514503682, region=de690c01369ff927e9706629a3cdac3b, ASSIGN}] 2024-11-08T07:37:35,436 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17310514503682, region=de690c01369ff927e9706629a3cdac3b, ASSIGN 2024-11-08T07:37:35,437 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns3:test-17310514503682, region=de690c01369ff927e9706629a3cdac3b, ASSIGN; state=OFFLINE, location=08a4831bbffd,41327,1731051441897; forceNewPlan=false, retain=false 2024-11-08T07:37:35,588 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=de690c01369ff927e9706629a3cdac3b, regionState=OPENING, regionLocation=08a4831bbffd,41327,1731051441897 2024-11-08T07:37:35,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns3:test-17310514503682, region=de690c01369ff927e9706629a3cdac3b, ASSIGN because future has completed 2024-11-08T07:37:35,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure de690c01369ff927e9706629a3cdac3b, server=08a4831bbffd,41327,1731051441897}] 2024-11-08T07:37:35,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T07:37:35,750 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open ns3:test-17310514503682,,1731051454595.de690c01369ff927e9706629a3cdac3b. 2024-11-08T07:37:35,750 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => de690c01369ff927e9706629a3cdac3b, NAME => 'ns3:test-17310514503682,,1731051454595.de690c01369ff927e9706629a3cdac3b.', STARTKEY => '', ENDKEY => ''} 2024-11-08T07:37:35,751 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T07:37:35,751 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17310514503682 de690c01369ff927e9706629a3cdac3b 2024-11-08T07:37:35,751 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated ns3:test-17310514503682,,1731051454595.de690c01369ff927e9706629a3cdac3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T07:37:35,751 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for de690c01369ff927e9706629a3cdac3b 2024-11-08T07:37:35,752 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for de690c01369ff927e9706629a3cdac3b 2024-11-08T07:37:35,754 INFO [StoreOpener-de690c01369ff927e9706629a3cdac3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region de690c01369ff927e9706629a3cdac3b 2024-11-08T07:37:35,757 INFO [StoreOpener-de690c01369ff927e9706629a3cdac3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de690c01369ff927e9706629a3cdac3b columnFamilyName f 2024-11-08T07:37:35,757 DEBUG [StoreOpener-de690c01369ff927e9706629a3cdac3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:37:35,758 INFO [StoreOpener-de690c01369ff927e9706629a3cdac3b-1 {}] regionserver.HStore(327): Store=de690c01369ff927e9706629a3cdac3b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T07:37:35,759 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for de690c01369ff927e9706629a3cdac3b 2024-11-08T07:37:35,760 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns3/test-17310514503682/de690c01369ff927e9706629a3cdac3b 2024-11-08T07:37:35,761 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns3/test-17310514503682/de690c01369ff927e9706629a3cdac3b 2024-11-08T07:37:35,762 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for de690c01369ff927e9706629a3cdac3b 2024-11-08T07:37:35,762 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for de690c01369ff927e9706629a3cdac3b 2024-11-08T07:37:35,765 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for de690c01369ff927e9706629a3cdac3b 2024-11-08T07:37:35,769 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns3/test-17310514503682/de690c01369ff927e9706629a3cdac3b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T07:37:35,770 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened de690c01369ff927e9706629a3cdac3b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10811814720, jitterRate=0.0069287121295928955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T07:37:35,770 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for de690c01369ff927e9706629a3cdac3b 2024-11-08T07:37:35,772 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for de690c01369ff927e9706629a3cdac3b: Running coprocessor pre-open hook at 1731051455752Writing region info on filesystem at 1731051455752Initializing all the Stores at 1731051455754 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731051455754Cleaning up temporary data from old regions at 1731051455762 (+8 ms)Running coprocessor post-open hooks at 1731051455770 (+8 ms)Region opened successfully at 1731051455772 (+2 ms) 2024-11-08T07:37:35,773 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for ns3:test-17310514503682,,1731051454595.de690c01369ff927e9706629a3cdac3b., pid=16, masterSystemTime=1731051455745 2024-11-08T07:37:35,777 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for ns3:test-17310514503682,,1731051454595.de690c01369ff927e9706629a3cdac3b. 2024-11-08T07:37:35,777 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened ns3:test-17310514503682,,1731051454595.de690c01369ff927e9706629a3cdac3b. 2024-11-08T07:37:35,778 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=de690c01369ff927e9706629a3cdac3b, regionState=OPEN, openSeqNum=2, regionLocation=08a4831bbffd,41327,1731051441897 2024-11-08T07:37:35,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure de690c01369ff927e9706629a3cdac3b, server=08a4831bbffd,41327,1731051441897 because future has completed 2024-11-08T07:37:35,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-08T07:37:35,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure de690c01369ff927e9706629a3cdac3b, server=08a4831bbffd,41327,1731051441897 in 191 msec 2024-11-08T07:37:35,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-08T07:37:35,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns3:test-17310514503682, region=de690c01369ff927e9706629a3cdac3b, ASSIGN in 354 msec 2024-11-08T07:37:35,795 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns3:test-17310514503682 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T07:37:35,795 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17310514503682","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731051455795"}]},"ts":"1731051455795"} 2024-11-08T07:37:35,799 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17310514503682, state=ENABLED in hbase:meta 2024-11-08T07:37:35,808 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17310514503682 execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T07:37:35,811 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns3:test-17310514503682 in 1.2120 sec 2024-11-08T07:37:36,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T07:37:36,751 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns3:test-17310514503682 completed 2024-11-08T07:37:36,751 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns3:test-17310514503682 get assigned. Timeout = 60000ms 2024-11-08T07:37:36,753 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T07:37:36,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns3:test-17310514503682 assigned to meta. Checking AM states. 2024-11-08T07:37:36,758 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T07:37:36,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns3:test-17310514503682 assigned. 2024-11-08T07:37:36,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns4:test-17310514503683', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T07:37:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns4:test-17310514503683 2024-11-08T07:37:36,764 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17310514503683 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T07:37:36,764 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:37:36,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns4" qualifier: "test-17310514503683" procId is: 17 2024-11-08T07:37:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-08T07:37:36,766 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns4:test-17310514503683 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T07:37:36,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741845_1021 (size=390) 2024-11-08T07:37:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-08T07:37:37,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-08T07:37:37,177 INFO [RegionOpenAndInit-ns4:test-17310514503683-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2c8127bee32c65c633715b84e5dd796e, NAME => 'ns4:test-17310514503683,,1731051456760.2c8127bee32c65c633715b84e5dd796e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17310514503683', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6 2024-11-08T07:37:37,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741846_1022 (size=50) 2024-11-08T07:37:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-08T07:37:37,586 DEBUG [RegionOpenAndInit-ns4:test-17310514503683-pool-0 {}] regionserver.HRegion(898): Instantiated ns4:test-17310514503683,,1731051456760.2c8127bee32c65c633715b84e5dd796e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T07:37:37,587 DEBUG [RegionOpenAndInit-ns4:test-17310514503683-pool-0 {}] regionserver.HRegion(1722): Closing 2c8127bee32c65c633715b84e5dd796e, disabling compactions & flushes 2024-11-08T07:37:37,587 INFO [RegionOpenAndInit-ns4:test-17310514503683-pool-0 {}] regionserver.HRegion(1755): Closing region ns4:test-17310514503683,,1731051456760.2c8127bee32c65c633715b84e5dd796e. 2024-11-08T07:37:37,587 DEBUG [RegionOpenAndInit-ns4:test-17310514503683-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17310514503683,,1731051456760.2c8127bee32c65c633715b84e5dd796e. 2024-11-08T07:37:37,587 DEBUG [RegionOpenAndInit-ns4:test-17310514503683-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17310514503683,,1731051456760.2c8127bee32c65c633715b84e5dd796e. after waiting 0 ms 2024-11-08T07:37:37,587 DEBUG [RegionOpenAndInit-ns4:test-17310514503683-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17310514503683,,1731051456760.2c8127bee32c65c633715b84e5dd796e. 2024-11-08T07:37:37,587 INFO [RegionOpenAndInit-ns4:test-17310514503683-pool-0 {}] regionserver.HRegion(1973): Closed ns4:test-17310514503683,,1731051456760.2c8127bee32c65c633715b84e5dd796e. 2024-11-08T07:37:37,587 DEBUG [RegionOpenAndInit-ns4:test-17310514503683-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2c8127bee32c65c633715b84e5dd796e: Waiting for close lock at 1731051457586Disabling compacts and flushes for region at 1731051457586Disabling writes for close at 1731051457587 (+1 ms)Writing region close event to WAL at 1731051457587Closed at 1731051457587 2024-11-08T07:37:37,589 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns4:test-17310514503683 execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T07:37:37,590 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns4:test-17310514503683,,1731051456760.2c8127bee32c65c633715b84e5dd796e.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731051457590"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731051457590"}]},"ts":"1731051457590"} 2024-11-08T07:37:37,595 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T07:37:37,597 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-08T07:37:37,597 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns4:test-17310514503683 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T07:37:37,598 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17310514503683","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731051457597"}]},"ts":"1731051457597"} 2024-11-08T07:37:37,600 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17310514503683, state=ENABLING in hbase:meta 2024-11-08T07:37:37,601 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17310514503683, region=2c8127bee32c65c633715b84e5dd796e, ASSIGN}] 2024-11-08T07:37:37,603 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17310514503683, region=2c8127bee32c65c633715b84e5dd796e, ASSIGN 2024-11-08T07:37:37,604 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns4:test-17310514503683, region=2c8127bee32c65c633715b84e5dd796e, ASSIGN; state=OFFLINE, location=08a4831bbffd,41327,1731051441897; forceNewPlan=false, retain=false 2024-11-08T07:37:37,654 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17310514503682' 2024-11-08T07:37:37,655 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17310514503681' 2024-11-08T07:37:37,655 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1731051450368' 2024-11-08T07:37:37,755 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=2c8127bee32c65c633715b84e5dd796e, regionState=OPENING, regionLocation=08a4831bbffd,41327,1731051441897 2024-11-08T07:37:37,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns4:test-17310514503683, region=2c8127bee32c65c633715b84e5dd796e, ASSIGN because future has completed 2024-11-08T07:37:37,759 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c8127bee32c65c633715b84e5dd796e, server=08a4831bbffd,41327,1731051441897}] 2024-11-08T07:37:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-08T07:37:37,917 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open ns4:test-17310514503683,,1731051456760.2c8127bee32c65c633715b84e5dd796e. 2024-11-08T07:37:37,917 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 2c8127bee32c65c633715b84e5dd796e, NAME => 'ns4:test-17310514503683,,1731051456760.2c8127bee32c65c633715b84e5dd796e.', STARTKEY => '', ENDKEY => ''} 2024-11-08T07:37:37,918 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T07:37:37,918 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17310514503683 2c8127bee32c65c633715b84e5dd796e 2024-11-08T07:37:37,918 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated ns4:test-17310514503683,,1731051456760.2c8127bee32c65c633715b84e5dd796e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T07:37:37,918 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 2c8127bee32c65c633715b84e5dd796e 2024-11-08T07:37:37,918 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 2c8127bee32c65c633715b84e5dd796e 2024-11-08T07:37:37,920 INFO [StoreOpener-2c8127bee32c65c633715b84e5dd796e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2c8127bee32c65c633715b84e5dd796e 2024-11-08T07:37:37,923 INFO [StoreOpener-2c8127bee32c65c633715b84e5dd796e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c8127bee32c65c633715b84e5dd796e columnFamilyName f 2024-11-08T07:37:37,924 DEBUG [StoreOpener-2c8127bee32c65c633715b84e5dd796e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:37:37,924 INFO [StoreOpener-2c8127bee32c65c633715b84e5dd796e-1 {}] regionserver.HStore(327): Store=2c8127bee32c65c633715b84e5dd796e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T07:37:37,925 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 2c8127bee32c65c633715b84e5dd796e 2024-11-08T07:37:37,926 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns4/test-17310514503683/2c8127bee32c65c633715b84e5dd796e 2024-11-08T07:37:37,926 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns4/test-17310514503683/2c8127bee32c65c633715b84e5dd796e 2024-11-08T07:37:37,927 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 2c8127bee32c65c633715b84e5dd796e 2024-11-08T07:37:37,927 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 2c8127bee32c65c633715b84e5dd796e 2024-11-08T07:37:37,930 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 2c8127bee32c65c633715b84e5dd796e 2024-11-08T07:37:37,933 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns4/test-17310514503683/2c8127bee32c65c633715b84e5dd796e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T07:37:37,934 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 2c8127bee32c65c633715b84e5dd796e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11330553120, jitterRate=0.05523999035358429}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T07:37:37,934 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2c8127bee32c65c633715b84e5dd796e 2024-11-08T07:37:37,935 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 2c8127bee32c65c633715b84e5dd796e: Running coprocessor pre-open hook at 1731051457919Writing region info on filesystem at 1731051457919Initializing all the Stores at 1731051457920 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731051457920Cleaning up temporary data from old regions at 1731051457927 (+7 ms)Running coprocessor post-open hooks at 1731051457934 (+7 ms)Region opened successfully at 1731051457935 (+1 ms) 2024-11-08T07:37:37,936 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for ns4:test-17310514503683,,1731051456760.2c8127bee32c65c633715b84e5dd796e., pid=19, masterSystemTime=1731051457912 2024-11-08T07:37:37,940 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for ns4:test-17310514503683,,1731051456760.2c8127bee32c65c633715b84e5dd796e. 2024-11-08T07:37:37,940 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened ns4:test-17310514503683,,1731051456760.2c8127bee32c65c633715b84e5dd796e. 2024-11-08T07:37:37,940 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=2c8127bee32c65c633715b84e5dd796e, regionState=OPEN, openSeqNum=2, regionLocation=08a4831bbffd,41327,1731051441897 2024-11-08T07:37:37,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c8127bee32c65c633715b84e5dd796e, server=08a4831bbffd,41327,1731051441897 because future has completed 2024-11-08T07:37:37,948 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-08T07:37:37,948 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 2c8127bee32c65c633715b84e5dd796e, server=08a4831bbffd,41327,1731051441897 in 186 msec 2024-11-08T07:37:37,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-08T07:37:37,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns4:test-17310514503683, region=2c8127bee32c65c633715b84e5dd796e, ASSIGN in 347 msec 2024-11-08T07:37:37,952 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns4:test-17310514503683 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T07:37:37,952 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17310514503683","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731051457952"}]},"ts":"1731051457952"} 2024-11-08T07:37:37,955 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17310514503683, state=ENABLED in hbase:meta 2024-11-08T07:37:37,957 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17310514503683 execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T07:37:37,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns4:test-17310514503683 in 1.1960 sec 2024-11-08T07:37:38,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-08T07:37:38,911 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns4:test-17310514503683 completed 2024-11-08T07:37:38,911 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns4:test-17310514503683 get assigned. Timeout = 60000ms 2024-11-08T07:37:38,912 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T07:37:38,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns4:test-17310514503683 assigned to meta. Checking AM states. 2024-11-08T07:37:38,916 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T07:37:38,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns4:test-17310514503683 assigned. 2024-11-08T07:37:38,917 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T07:37:38,917 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestBackupBase.createTables(TestBackupBase.java:481) at org.apache.hadoop.hbase.backup.TestBackupBase.setUpHelper(TestBackupBase.java:343) at org.apache.hadoop.hbase.backup.TestBackupBase.setUp(TestBackupBase.java:357) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T07:37:38,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:37:38,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:37:38,922 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:37:38,948 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=611, OpenFileDescriptor=633, MaxFileDescriptor=1048576, SystemLoadAverage=211, ProcessCount=9, AvailableMemoryMB=10835 2024-11-08T07:37:38,950 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=611 is superior to 500 2024-11-08T07:37:38,951 INFO [Time-limited test {}] backup.TestIncrementalBackup(91): create full backup image for all tables 2024-11-08T07:37:38,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1731051450368 from 'test-1731051450368', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1731051450368', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T07:37:38,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] procedure2.ProcedureExecutor(1139): Stored pid=20, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1731051450368 2024-11-08T07:37:38,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741847_1023 (size=908) 2024-11-08T07:37:38,983 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/.tabledesc/.tableinfo.0000000001.367 2024-11-08T07:37:38,983 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/.tabledesc/.tableinfo.0000000002.908 2024-11-08T07:37:38,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1731051450368}] 2024-11-08T07:37:38,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731051450368, region=e719cd29f996fa18e6d9045cf6d9f550, REOPEN/MOVE}] 2024-11-08T07:37:38,999 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731051450368, region=e719cd29f996fa18e6d9045cf6d9f550, REOPEN/MOVE 2024-11-08T07:37:39,001 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=e719cd29f996fa18e6d9045cf6d9f550, regionState=CLOSING, regionLocation=08a4831bbffd,41327,1731051441897 2024-11-08T07:37:39,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1731051450368, region=e719cd29f996fa18e6d9045cf6d9f550, REOPEN/MOVE because future has completed 2024-11-08T07:37:39,004 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T07:37:39,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure e719cd29f996fa18e6d9045cf6d9f550, server=08a4831bbffd,41327,1731051441897}] 2024-11-08T07:37:39,163 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:37:39,163 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T07:37:39,164 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing e719cd29f996fa18e6d9045cf6d9f550, disabling compactions & flushes 2024-11-08T07:37:39,164 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550. 2024-11-08T07:37:39,164 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550. 2024-11-08T07:37:39,164 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550. after waiting 0 ms 2024-11-08T07:37:39,164 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550. 2024-11-08T07:37:39,167 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(2902): Flushing e719cd29f996fa18e6d9045cf6d9f550 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-08T07:37:39,238 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/.tmp/f/60716b74cc5d40f4b032f426c725c020 is 37, key is row10/f:q1/1731051453161/Put/seqid=0 2024-11-08T07:37:39,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741848_1024 (size=8413) 2024-11-08T07:37:39,650 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/.tmp/f/60716b74cc5d40f4b032f426c725c020 2024-11-08T07:37:39,711 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/.tmp/f/60716b74cc5d40f4b032f426c725c020 as hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/f/60716b74cc5d40f4b032f426c725c020 2024-11-08T07:37:39,722 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/f/60716b74cc5d40f4b032f426c725c020, entries=99, sequenceid=103, filesize=8.2 K 2024-11-08T07:37:39,729 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for e719cd29f996fa18e6d9045cf6d9f550 in 561ms, sequenceid=103, compaction requested=false 2024-11-08T07:37:39,737 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2024-11-08T07:37:39,740 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T07:37:39,740 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550. 2024-11-08T07:37:39,740 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for e719cd29f996fa18e6d9045cf6d9f550: Waiting for close lock at 1731051459163Running coprocessor pre-close hooks at 1731051459163Disabling compacts and flushes for region at 1731051459163Disabling writes for close at 1731051459164 (+1 ms)Obtaining lock to block concurrent updates at 1731051459167 (+3 ms)Preparing flush snapshotting stores in e719cd29f996fa18e6d9045cf6d9f550 at 1731051459167Finished memstore snapshotting test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550., syncing WAL and waiting on mvcc, flushsize=dataSize=3247, getHeapSize=11248, getOffHeapSize=0, getCellsCount=99 at 1731051459175 (+8 ms)Flushing stores of test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550. at 1731051459177 (+2 ms)Flushing e719cd29f996fa18e6d9045cf6d9f550/f: creating writer at 1731051459179 (+2 ms)Flushing e719cd29f996fa18e6d9045cf6d9f550/f: appending metadata at 1731051459222 (+43 ms)Flushing e719cd29f996fa18e6d9045cf6d9f550/f: closing flushed file at 1731051459226 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@701c4746: reopening flushed file at 1731051459709 (+483 ms)Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for e719cd29f996fa18e6d9045cf6d9f550 in 561ms, sequenceid=103, compaction requested=false at 1731051459729 (+20 ms)Writing region close event to WAL at 1731051459731 (+2 ms)Running coprocessor post-close hooks at 1731051459738 (+7 ms)Closed at 1731051459740 (+2 ms) 2024-11-08T07:37:39,741 WARN [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionServer(3299): Not adding moved region record: e719cd29f996fa18e6d9045cf6d9f550 to self. 2024-11-08T07:37:39,744 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:37:39,745 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=e719cd29f996fa18e6d9045cf6d9f550, regionState=CLOSED 2024-11-08T07:37:39,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure e719cd29f996fa18e6d9045cf6d9f550, server=08a4831bbffd,41327,1731051441897 because future has completed 2024-11-08T07:37:39,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-08T07:37:39,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure e719cd29f996fa18e6d9045cf6d9f550, server=08a4831bbffd,41327,1731051441897 in 745 msec 2024-11-08T07:37:39,755 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731051450368, region=e719cd29f996fa18e6d9045cf6d9f550, REOPEN/MOVE; state=CLOSED, location=08a4831bbffd,41327,1731051441897; forceNewPlan=false, retain=true 2024-11-08T07:37:39,905 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=e719cd29f996fa18e6d9045cf6d9f550, regionState=OPENING, regionLocation=08a4831bbffd,41327,1731051441897 2024-11-08T07:37:39,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731051450368, region=e719cd29f996fa18e6d9045cf6d9f550, REOPEN/MOVE because future has completed 2024-11-08T07:37:39,909 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure e719cd29f996fa18e6d9045cf6d9f550, server=08a4831bbffd,41327,1731051441897}] 2024-11-08T07:37:40,067 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550. 2024-11-08T07:37:40,067 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => e719cd29f996fa18e6d9045cf6d9f550, NAME => 'test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550.', STARTKEY => '', ENDKEY => ''} 2024-11-08T07:37:40,068 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T07:37:40,068 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731051450368 e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:37:40,068 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T07:37:40,068 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:37:40,068 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:37:40,070 INFO [StoreOpener-e719cd29f996fa18e6d9045cf6d9f550-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:37:40,071 INFO [StoreOpener-e719cd29f996fa18e6d9045cf6d9f550-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e719cd29f996fa18e6d9045cf6d9f550 columnFamilyName f 2024-11-08T07:37:40,072 DEBUG [StoreOpener-e719cd29f996fa18e6d9045cf6d9f550-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:37:40,082 DEBUG [StoreOpener-e719cd29f996fa18e6d9045cf6d9f550-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/f/60716b74cc5d40f4b032f426c725c020 2024-11-08T07:37:40,082 INFO [StoreOpener-e719cd29f996fa18e6d9045cf6d9f550-1 {}] regionserver.HStore(327): Store=e719cd29f996fa18e6d9045cf6d9f550/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T07:37:40,082 INFO [StoreOpener-e719cd29f996fa18e6d9045cf6d9f550-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:37:40,084 INFO [StoreOpener-e719cd29f996fa18e6d9045cf6d9f550-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e719cd29f996fa18e6d9045cf6d9f550 columnFamilyName f3 2024-11-08T07:37:40,085 DEBUG [StoreOpener-e719cd29f996fa18e6d9045cf6d9f550-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:37:40,085 INFO [StoreOpener-e719cd29f996fa18e6d9045cf6d9f550-1 {}] regionserver.HStore(327): Store=e719cd29f996fa18e6d9045cf6d9f550/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T07:37:40,087 INFO [StoreOpener-e719cd29f996fa18e6d9045cf6d9f550-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:37:40,093 INFO [StoreOpener-e719cd29f996fa18e6d9045cf6d9f550-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e719cd29f996fa18e6d9045cf6d9f550 columnFamilyName mob 2024-11-08T07:37:40,098 DEBUG [StoreOpener-e719cd29f996fa18e6d9045cf6d9f550-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:37:40,098 INFO [StoreOpener-e719cd29f996fa18e6d9045cf6d9f550-1 {}] regionserver.HStore(327): Store=e719cd29f996fa18e6d9045cf6d9f550/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T07:37:40,099 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:37:40,100 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:37:40,103 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:37:40,104 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:37:40,104 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:37:40,106 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1731051450368 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T07:37:40,108 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:37:40,110 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened e719cd29f996fa18e6d9045cf6d9f550; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9491409600, jitterRate=-0.11604359745979309}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T07:37:40,110 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:37:40,111 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for e719cd29f996fa18e6d9045cf6d9f550: Running coprocessor pre-open hook at 1731051460068Writing region info on filesystem at 1731051460068Initializing all the Stores at 1731051460069 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731051460070 (+1 ms)Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731051460070Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731051460070Cleaning up temporary data from old regions at 1731051460105 (+35 ms)Running coprocessor post-open hooks at 1731051460110 (+5 ms)Region opened successfully at 1731051460111 (+1 ms) 2024-11-08T07:37:40,112 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550., pid=24, masterSystemTime=1731051460062 2024-11-08T07:37:40,115 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550. 2024-11-08T07:37:40,116 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550. 2024-11-08T07:37:40,117 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=e719cd29f996fa18e6d9045cf6d9f550, regionState=OPEN, openSeqNum=107, regionLocation=08a4831bbffd,41327,1731051441897 2024-11-08T07:37:40,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure e719cd29f996fa18e6d9045cf6d9f550, server=08a4831bbffd,41327,1731051441897 because future has completed 2024-11-08T07:37:40,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=22 2024-11-08T07:37:40,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure e719cd29f996fa18e6d9045cf6d9f550, server=08a4831bbffd,41327,1731051441897 in 212 msec 2024-11-08T07:37:40,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-08T07:37:40,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731051450368, region=e719cd29f996fa18e6d9045cf6d9f550, REOPEN/MOVE in 1.1270 sec 2024-11-08T07:37:40,133 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-08T07:37:40,133 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1731051450368 in 1.1420 sec 2024-11-08T07:37:40,138 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1731051450368 in 1.1760 sec 2024-11-08T07:37:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=20 2024-11-08T07:37:40,141 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1731051450368 completed 2024-11-08T07:37:40,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7806da8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:37:40,142 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:37:40,142 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:37:40,143 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:37:40,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:37:40,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:37:40,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a39912, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:37:40,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:37:40,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:37:40,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:37:40,146 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:37:40,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2afaabfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:37:40,147 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:37:40,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:37:40,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:37:40,150 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T07:37:40,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731051450368', row='row-test-1731051450368-3-0', locateType=CURRENT is [region=test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550., hostname=08a4831bbffd,41327,1731051441897, seqNum=107] 2024-11-08T07:37:40,201 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T07:37:40,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 08a4831bbffd,33859,1731051440251 2024-11-08T07:37:40,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8513a01 2024-11-08T07:37:40,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T07:37:40,207 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T07:37:40,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'backup'} 2024-11-08T07:37:40,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=backup 2024-11-08T07:37:40,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-08T07:37:40,233 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=backup in 12 msec 2024-11-08T07:37:40,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-08T07:37:40,331 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: backup completed 2024-11-08T07:37:40,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T07:37:40,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system 2024-11-08T07:37:40,351 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T07:37:40,352 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:37:40,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2024-11-08T07:37:40,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-08T07:37:40,353 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T07:37:40,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741849_1025 (size=635) 2024-11-08T07:37:40,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-08T07:37:40,620 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17310514503683 2024-11-08T07:37:40,620 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17310514503683 Metrics about Tables on a single HBase RegionServer 2024-11-08T07:37:40,621 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17310514503682 2024-11-08T07:37:40,621 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17310514503682 Metrics about Tables on a single HBase RegionServer 2024-11-08T07:37:40,622 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1731051450368 2024-11-08T07:37:40,622 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1731051450368 Metrics about Tables on a single HBase RegionServer 2024-11-08T07:37:40,622 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17310514503681 2024-11-08T07:37:40,622 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17310514503681 Metrics about Tables on a single HBase RegionServer 2024-11-08T07:37:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-08T07:37:40,764 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7ae18935d0bdb3791efcef4bbda4f22a, NAME => 'backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6 2024-11-08T07:37:40,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741850_1026 (size=40) 2024-11-08T07:37:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-08T07:37:41,173 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T07:37:41,173 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1722): Closing 7ae18935d0bdb3791efcef4bbda4f22a, disabling compactions & flushes 2024-11-08T07:37:41,173 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a. 2024-11-08T07:37:41,174 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a. 2024-11-08T07:37:41,174 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a. after waiting 0 ms 2024-11-08T07:37:41,174 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a. 2024-11-08T07:37:41,174 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1973): Closed backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a. 2024-11-08T07:37:41,174 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7ae18935d0bdb3791efcef4bbda4f22a: Waiting for close lock at 1731051461173Disabling compacts and flushes for region at 1731051461173Disabling writes for close at 1731051461174 (+1 ms)Writing region close event to WAL at 1731051461174Closed at 1731051461174 2024-11-08T07:37:41,176 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T07:37:41,176 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1731051461176"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731051461176"}]},"ts":"1731051461176"} 2024-11-08T07:37:41,179 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T07:37:41,181 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T07:37:41,181 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731051461181"}]},"ts":"1731051461181"} 2024-11-08T07:37:41,184 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta 2024-11-08T07:37:41,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=7ae18935d0bdb3791efcef4bbda4f22a, ASSIGN}] 2024-11-08T07:37:41,186 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=7ae18935d0bdb3791efcef4bbda4f22a, ASSIGN 2024-11-08T07:37:41,188 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=7ae18935d0bdb3791efcef4bbda4f22a, ASSIGN; state=OFFLINE, location=08a4831bbffd,41327,1731051441897; forceNewPlan=false, retain=false 2024-11-08T07:37:41,338 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=7ae18935d0bdb3791efcef4bbda4f22a, regionState=OPENING, regionLocation=08a4831bbffd,41327,1731051441897 2024-11-08T07:37:41,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=7ae18935d0bdb3791efcef4bbda4f22a, ASSIGN because future has completed 2024-11-08T07:37:41,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ae18935d0bdb3791efcef4bbda4f22a, server=08a4831bbffd,41327,1731051441897}] 2024-11-08T07:37:41,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-08T07:37:41,499 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a. 2024-11-08T07:37:41,499 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => 7ae18935d0bdb3791efcef4bbda4f22a, NAME => 'backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a.', STARTKEY => '', ENDKEY => ''} 2024-11-08T07:37:41,499 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T07:37:41,499 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 7ae18935d0bdb3791efcef4bbda4f22a 2024-11-08T07:37:41,500 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T07:37:41,500 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for 7ae18935d0bdb3791efcef4bbda4f22a 2024-11-08T07:37:41,500 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for 7ae18935d0bdb3791efcef4bbda4f22a 2024-11-08T07:37:41,502 INFO [StoreOpener-7ae18935d0bdb3791efcef4bbda4f22a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 7ae18935d0bdb3791efcef4bbda4f22a 2024-11-08T07:37:41,504 INFO [StoreOpener-7ae18935d0bdb3791efcef4bbda4f22a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ae18935d0bdb3791efcef4bbda4f22a columnFamilyName meta 2024-11-08T07:37:41,504 DEBUG [StoreOpener-7ae18935d0bdb3791efcef4bbda4f22a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:37:41,504 INFO [StoreOpener-7ae18935d0bdb3791efcef4bbda4f22a-1 {}] regionserver.HStore(327): Store=7ae18935d0bdb3791efcef4bbda4f22a/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T07:37:41,505 INFO [StoreOpener-7ae18935d0bdb3791efcef4bbda4f22a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 7ae18935d0bdb3791efcef4bbda4f22a 2024-11-08T07:37:41,506 INFO [StoreOpener-7ae18935d0bdb3791efcef4bbda4f22a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ae18935d0bdb3791efcef4bbda4f22a columnFamilyName session 2024-11-08T07:37:41,506 DEBUG [StoreOpener-7ae18935d0bdb3791efcef4bbda4f22a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:37:41,507 INFO [StoreOpener-7ae18935d0bdb3791efcef4bbda4f22a-1 {}] regionserver.HStore(327): Store=7ae18935d0bdb3791efcef4bbda4f22a/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T07:37:41,507 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for 7ae18935d0bdb3791efcef4bbda4f22a 2024-11-08T07:37:41,509 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a 2024-11-08T07:37:41,509 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a 2024-11-08T07:37:41,510 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for 7ae18935d0bdb3791efcef4bbda4f22a 2024-11-08T07:37:41,510 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for 7ae18935d0bdb3791efcef4bbda4f22a 2024-11-08T07:37:41,511 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-08T07:37:41,512 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for 7ae18935d0bdb3791efcef4bbda4f22a 2024-11-08T07:37:41,515 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T07:37:41,516 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened 7ae18935d0bdb3791efcef4bbda4f22a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10789178720, jitterRate=0.004820570349693298}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-08T07:37:41,516 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7ae18935d0bdb3791efcef4bbda4f22a 2024-11-08T07:37:41,517 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for 7ae18935d0bdb3791efcef4bbda4f22a: Running coprocessor pre-open hook at 1731051461500Writing region info on filesystem at 1731051461500Initializing all the Stores at 1731051461501 (+1 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731051461501Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731051461501Cleaning up temporary data from old regions at 1731051461510 (+9 ms)Running coprocessor post-open hooks at 1731051461516 (+6 ms)Region opened successfully at 1731051461517 (+1 ms) 2024-11-08T07:37:41,518 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a., pid=28, masterSystemTime=1731051461494 2024-11-08T07:37:41,520 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a. 2024-11-08T07:37:41,520 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a. 2024-11-08T07:37:41,521 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=7ae18935d0bdb3791efcef4bbda4f22a, regionState=OPEN, openSeqNum=2, regionLocation=08a4831bbffd,41327,1731051441897 2024-11-08T07:37:41,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ae18935d0bdb3791efcef4bbda4f22a, server=08a4831bbffd,41327,1731051441897 because future has completed 2024-11-08T07:37:41,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-08T07:37:41,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 7ae18935d0bdb3791efcef4bbda4f22a, server=08a4831bbffd,41327,1731051441897 in 183 msec 2024-11-08T07:37:41,530 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-08T07:37:41,530 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=7ae18935d0bdb3791efcef4bbda4f22a, ASSIGN in 343 msec 2024-11-08T07:37:41,531 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T07:37:41,531 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731051461531"}]},"ts":"1731051461531"} 2024-11-08T07:37:41,533 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta 2024-11-08T07:37:41,534 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T07:37:41,537 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system in 1.1870 sec 2024-11-08T07:37:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-08T07:37:42,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system completed 2024-11-08T07:37:42,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T07:37:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system_bulk 2024-11-08T07:37:42,538 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T07:37:42,538 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:37:42,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2024-11-08T07:37:42,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-08T07:37:42,539 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T07:37:42,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741851_1027 (size=640) 2024-11-08T07:37:42,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-08T07:37:42,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-08T07:37:42,950 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8056396fedfde5703e9fb08a1aa0bd2f, NAME => 'backup:system_bulk,,1731051462533.8056396fedfde5703e9fb08a1aa0bd2f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6 2024-11-08T07:37:42,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741852_1028 (size=45) 2024-11-08T07:37:43,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-08T07:37:43,359 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1731051462533.8056396fedfde5703e9fb08a1aa0bd2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T07:37:43,359 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1722): Closing 8056396fedfde5703e9fb08a1aa0bd2f, disabling compactions & flushes 2024-11-08T07:37:43,359 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1731051462533.8056396fedfde5703e9fb08a1aa0bd2f. 2024-11-08T07:37:43,359 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1731051462533.8056396fedfde5703e9fb08a1aa0bd2f. 2024-11-08T07:37:43,360 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1731051462533.8056396fedfde5703e9fb08a1aa0bd2f. after waiting 0 ms 2024-11-08T07:37:43,360 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1731051462533.8056396fedfde5703e9fb08a1aa0bd2f. 2024-11-08T07:37:43,360 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1973): Closed backup:system_bulk,,1731051462533.8056396fedfde5703e9fb08a1aa0bd2f. 2024-11-08T07:37:43,360 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8056396fedfde5703e9fb08a1aa0bd2f: Waiting for close lock at 1731051463359Disabling compacts and flushes for region at 1731051463359Disabling writes for close at 1731051463360 (+1 ms)Writing region close event to WAL at 1731051463360Closed at 1731051463360 2024-11-08T07:37:43,362 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T07:37:43,363 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system_bulk,,1731051462533.8056396fedfde5703e9fb08a1aa0bd2f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731051463362"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731051463362"}]},"ts":"1731051463362"} 2024-11-08T07:37:43,367 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T07:37:43,368 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T07:37:43,369 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731051463368"}]},"ts":"1731051463368"} 2024-11-08T07:37:43,371 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2024-11-08T07:37:43,371 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=8056396fedfde5703e9fb08a1aa0bd2f, ASSIGN}] 2024-11-08T07:37:43,373 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=8056396fedfde5703e9fb08a1aa0bd2f, ASSIGN 2024-11-08T07:37:43,374 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=8056396fedfde5703e9fb08a1aa0bd2f, ASSIGN; state=OFFLINE, location=08a4831bbffd,41327,1731051441897; forceNewPlan=false, retain=false 2024-11-08T07:37:43,421 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-08T07:37:43,524 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=8056396fedfde5703e9fb08a1aa0bd2f, regionState=OPENING, regionLocation=08a4831bbffd,41327,1731051441897 2024-11-08T07:37:43,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=8056396fedfde5703e9fb08a1aa0bd2f, ASSIGN because future has completed 2024-11-08T07:37:43,527 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8056396fedfde5703e9fb08a1aa0bd2f, server=08a4831bbffd,41327,1731051441897}] 2024-11-08T07:37:43,656 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2024-11-08T07:37:43,657 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17310514503683' 2024-11-08T07:37:43,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-08T07:37:43,686 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open backup:system_bulk,,1731051462533.8056396fedfde5703e9fb08a1aa0bd2f. 2024-11-08T07:37:43,686 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 8056396fedfde5703e9fb08a1aa0bd2f, NAME => 'backup:system_bulk,,1731051462533.8056396fedfde5703e9fb08a1aa0bd2f.', STARTKEY => '', ENDKEY => ''} 2024-11-08T07:37:43,686 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T07:37:43,687 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 8056396fedfde5703e9fb08a1aa0bd2f 2024-11-08T07:37:43,687 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1731051462533.8056396fedfde5703e9fb08a1aa0bd2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T07:37:43,687 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 8056396fedfde5703e9fb08a1aa0bd2f 2024-11-08T07:37:43,687 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 8056396fedfde5703e9fb08a1aa0bd2f 2024-11-08T07:37:43,690 INFO [StoreOpener-8056396fedfde5703e9fb08a1aa0bd2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 8056396fedfde5703e9fb08a1aa0bd2f 2024-11-08T07:37:43,693 INFO [StoreOpener-8056396fedfde5703e9fb08a1aa0bd2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8056396fedfde5703e9fb08a1aa0bd2f columnFamilyName meta 2024-11-08T07:37:43,693 DEBUG [StoreOpener-8056396fedfde5703e9fb08a1aa0bd2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:37:43,694 INFO [StoreOpener-8056396fedfde5703e9fb08a1aa0bd2f-1 {}] regionserver.HStore(327): Store=8056396fedfde5703e9fb08a1aa0bd2f/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T07:37:43,694 INFO [StoreOpener-8056396fedfde5703e9fb08a1aa0bd2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 8056396fedfde5703e9fb08a1aa0bd2f 2024-11-08T07:37:43,697 INFO [StoreOpener-8056396fedfde5703e9fb08a1aa0bd2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8056396fedfde5703e9fb08a1aa0bd2f columnFamilyName session 2024-11-08T07:37:43,697 DEBUG [StoreOpener-8056396fedfde5703e9fb08a1aa0bd2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:37:43,697 INFO [StoreOpener-8056396fedfde5703e9fb08a1aa0bd2f-1 {}] regionserver.HStore(327): Store=8056396fedfde5703e9fb08a1aa0bd2f/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T07:37:43,698 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 8056396fedfde5703e9fb08a1aa0bd2f 2024-11-08T07:37:43,699 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system_bulk/8056396fedfde5703e9fb08a1aa0bd2f 2024-11-08T07:37:43,699 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system_bulk/8056396fedfde5703e9fb08a1aa0bd2f 2024-11-08T07:37:43,700 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 8056396fedfde5703e9fb08a1aa0bd2f 2024-11-08T07:37:43,700 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 8056396fedfde5703e9fb08a1aa0bd2f 2024-11-08T07:37:43,701 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-08T07:37:43,702 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 8056396fedfde5703e9fb08a1aa0bd2f 2024-11-08T07:37:43,705 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system_bulk/8056396fedfde5703e9fb08a1aa0bd2f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T07:37:43,706 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 8056396fedfde5703e9fb08a1aa0bd2f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9449894560, jitterRate=-0.11990998685359955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-08T07:37:43,706 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8056396fedfde5703e9fb08a1aa0bd2f 2024-11-08T07:37:43,707 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 8056396fedfde5703e9fb08a1aa0bd2f: Running coprocessor pre-open hook at 1731051463687Writing region info on filesystem at 1731051463687Initializing all the Stores at 1731051463689 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731051463689Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731051463690 (+1 ms)Cleaning up temporary data from old regions at 1731051463700 (+10 ms)Running coprocessor post-open hooks at 1731051463706 (+6 ms)Region opened successfully at 1731051463707 (+1 ms) 2024-11-08T07:37:43,708 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system_bulk,,1731051462533.8056396fedfde5703e9fb08a1aa0bd2f., pid=31, masterSystemTime=1731051463680 2024-11-08T07:37:43,711 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system_bulk,,1731051462533.8056396fedfde5703e9fb08a1aa0bd2f. 2024-11-08T07:37:43,711 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened backup:system_bulk,,1731051462533.8056396fedfde5703e9fb08a1aa0bd2f. 2024-11-08T07:37:43,711 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=8056396fedfde5703e9fb08a1aa0bd2f, regionState=OPEN, openSeqNum=2, regionLocation=08a4831bbffd,41327,1731051441897 2024-11-08T07:37:43,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8056396fedfde5703e9fb08a1aa0bd2f, server=08a4831bbffd,41327,1731051441897 because future has completed 2024-11-08T07:37:43,718 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-08T07:37:43,718 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 8056396fedfde5703e9fb08a1aa0bd2f, server=08a4831bbffd,41327,1731051441897 in 188 msec 2024-11-08T07:37:43,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-08T07:37:43,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=8056396fedfde5703e9fb08a1aa0bd2f, ASSIGN in 347 msec 2024-11-08T07:37:43,723 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T07:37:43,724 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731051463723"}]},"ts":"1731051463723"} 2024-11-08T07:37:43,726 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2024-11-08T07:37:43,728 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T07:37:43,730 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system_bulk in 1.1950 sec 2024-11-08T07:37:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-08T07:37:44,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system_bulk completed 2024-11-08T07:37:44,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T07:37:44,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T07:37:44,725 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-08T07:37:44,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='activesession:', locateType=CURRENT is [region=backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a., hostname=08a4831bbffd,41327,1731051441897, seqNum=2] 2024-11-08T07:37:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2024-11-08T07:37:44,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-08T07:37:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731051464750 (current time:1731051464750). 2024-11-08T07:37:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T07:37:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-08T07:37:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b4ca0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:37:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:37:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:37:44,752 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:37:44,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:37:44,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:37:44,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b06212a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:37:44,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:37:44,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:37:44,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:37:44,754 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:37:44,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e2dee2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:37:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:37:44,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:37:44,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:37:44,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T07:37:44,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859. 2024-11-08T07:37:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T07:37:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:37:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:37:44,761 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:37:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-08T07:37:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-08T07:37:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-08T07:37:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-08T07:37:44,770 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T07:37:44,776 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T07:37:44,788 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T07:37:44,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741853_1029 (size=52) 2024-11-08T07:37:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-08T07:37:45,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-08T07:37:45,251 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T07:37:45,253 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7ae18935d0bdb3791efcef4bbda4f22a}] 2024-11-08T07:37:45,256 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7ae18935d0bdb3791efcef4bbda4f22a 2024-11-08T07:37:45,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-08T07:37:45,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-08T07:37:45,420 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a. 2024-11-08T07:37:45,421 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 7ae18935d0bdb3791efcef4bbda4f22a 2/2 column families, dataSize=45 B heapSize=632 B 2024-11-08T07:37:45,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/.tmp/session/85e4865d6e1b40ebb4bd846300e5f62f is 49, key is activesession:/session:c/1731051464739/Put/seqid=0 2024-11-08T07:37:45,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741854_1030 (size=5049) 2024-11-08T07:37:45,845 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/.tmp/session/85e4865d6e1b40ebb4bd846300e5f62f 2024-11-08T07:37:45,863 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/.tmp/session/85e4865d6e1b40ebb4bd846300e5f62f as hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/session/85e4865d6e1b40ebb4bd846300e5f62f 2024-11-08T07:37:45,872 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/session/85e4865d6e1b40ebb4bd846300e5f62f, entries=1, sequenceid=5, filesize=4.9 K 2024-11-08T07:37:45,873 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 7ae18935d0bdb3791efcef4bbda4f22a in 453ms, sequenceid=5, compaction requested=false 2024-11-08T07:37:45,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 7ae18935d0bdb3791efcef4bbda4f22a: 2024-11-08T07:37:45,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a. for snapshot_backup_system completed. 2024-11-08T07:37:45,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a.' region-info for snapshot=snapshot_backup_system 2024-11-08T07:37:45,877 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T07:37:45,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T07:37:45,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/session/85e4865d6e1b40ebb4bd846300e5f62f] hfiles 2024-11-08T07:37:45,881 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/session/85e4865d6e1b40ebb4bd846300e5f62f for snapshot=snapshot_backup_system 2024-11-08T07:37:45,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741855_1031 (size=95) 2024-11-08T07:37:45,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-08T07:37:46,292 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a. 2024-11-08T07:37:46,297 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-08T07:37:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-08T07:37:46,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 7ae18935d0bdb3791efcef4bbda4f22a 2024-11-08T07:37:46,301 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7ae18935d0bdb3791efcef4bbda4f22a 2024-11-08T07:37:46,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-08T07:37:46,304 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T07:37:46,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7ae18935d0bdb3791efcef4bbda4f22a in 1.0490 sec 2024-11-08T07:37:46,306 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T07:37:46,307 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T07:37:46,307 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-08T07:37:46,309 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-08T07:37:46,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741856_1032 (size=731) 2024-11-08T07:37:46,727 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T07:37:46,739 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T07:37:46,739 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/.hbase-snapshot/snapshot_backup_system 2024-11-08T07:37:46,742 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T07:37:46,742 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-08T07:37:46,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.9760 sec 2024-11-08T07:37:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-08T07:37:46,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-08T07:37:46,922 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731051460187 started at 1731051466921. 2024-11-08T07:37:46,939 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731051460187 has been started. 2024-11-08T07:37:46,943 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-08T07:37:46,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-08T07:37:46,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-08T07:37:46,950 INFO [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-08T07:37:46,951 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-08T07:37:46,951 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-08T07:37:46,951 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-08T07:37:46,952 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-08T07:37:46,952 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-08T07:37:47,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-08T07:37:47,021 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/08a4831bbffd,41327,1731051441897 2024-11-08T07:37:47,022 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-08T07:37:47,022 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-08T07:37:47,023 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/08a4831bbffd,41327,1731051441897 2024-11-08T07:37:47,023 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-08T07:37:47,023 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-08T07:37:47,025 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-08T07:37:47,026 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-08T07:37:47,026 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-08T07:37:47,026 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-08T07:37:47,029 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-08T07:37:47,030 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-08T07:37:47,031 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-08T07:37:47,031 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-08T07:37:47,031 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-08T07:37:47,031 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-08T07:37:47,031 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '08a4831bbffd,41327,1731051441897' joining acquired barrier for procedure (rolllog) in zk 2024-11-08T07:37:47,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/08a4831bbffd,41327,1731051441897 2024-11-08T07:37:47,042 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-08T07:37:47,043 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/08a4831bbffd,41327,1731051441897 2024-11-08T07:37:47,043 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-08T07:37:47,043 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-08T07:37:47,043 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-08T07:37:47,043 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-08T07:37:47,044 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-08T07:37:47,045 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-08T07:37:47,045 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T07:37:47,046 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------08a4831bbffd,41327,1731051441897 2024-11-08T07:37:47,046 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-08T07:37:47,047 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '08a4831bbffd,41327,1731051441897' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-08T07:37:47,047 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-08T07:37:47,047 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@59bcff7[Count = 0] remaining members to acquire global barrier 2024-11-08T07:37:47,047 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-08T07:37:47,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-08T07:37:47,052 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-08T07:37:47,052 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-08T07:37:47,053 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-08T07:37:47,053 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/08a4831bbffd,41327,1731051441897 2024-11-08T07:37:47,053 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-08T07:37:47,054 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-08T07:37:47,054 DEBUG [rs(08a4831bbffd,41327,1731051441897)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 08a4831bbffd,41327,1731051441897 2024-11-08T07:37:47,060 INFO [rs(08a4831bbffd,41327,1731051441897)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731051445326 highest: 1731051452074 on 08a4831bbffd,41327,1731051441897 2024-11-08T07:37:47,060 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-0:(num 1731051445326) roll requested 2024-11-08T07:37:47,073 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-0.1731051467060, exclude list is [], retry=0 2024-11-08T07:37:47,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36671,DS-2f1590ec-4b84-4d29-9a37-77e88093f222,DISK] 2024-11-08T07:37:47,079 INFO [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-0.1731051445326 with entries=3, filesize=1.00 KB; new WAL /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-0.1731051467060 2024-11-08T07:37:47,079 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39573:39573)] 2024-11-08T07:37:47,080 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-0.1731051445326 is not closed yet, will try archiving it next time 2024-11-08T07:37:47,080 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-1:(num 1731051452074) roll requested 2024-11-08T07:37:47,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741833_1009 (size=1034) 2024-11-08T07:37:47,083 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-0.1731051445326 to hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/oldWALs/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-0.1731051445326 2024-11-08T07:37:47,094 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-1.1731051467080, exclude list is [], retry=0 2024-11-08T07:37:47,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36671,DS-2f1590ec-4b84-4d29-9a37-77e88093f222,DISK] 2024-11-08T07:37:47,099 INFO [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-1.1731051452074 with entries=24, filesize=4.64 KB; new WAL /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-1.1731051467080 2024-11-08T07:37:47,100 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39573:39573)] 2024-11-08T07:37:47,100 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-1.1731051452074 is not closed yet, will try archiving it next time 2024-11-08T07:37:47,100 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 08a4831bbffd%2C41327%2C1731051441897.meta:.meta(num 1731051445851) roll requested 2024-11-08T07:37:47,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741840_1016 (size=4756) 2024-11-08T07:37:47,102 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-1.1731051452074 not finished, retry = 0 2024-11-08T07:37:47,111 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.meta.1731051467100.meta, exclude list is [], retry=0 2024-11-08T07:37:47,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36671,DS-2f1590ec-4b84-4d29-9a37-77e88093f222,DISK] 2024-11-08T07:37:47,116 INFO [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.meta.1731051445851.meta with entries=42, filesize=11.76 KB; new WAL /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.meta.1731051467100.meta 2024-11-08T07:37:47,117 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39573:39573)] 2024-11-08T07:37:47,117 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.meta.1731051445851.meta is not closed yet, will try archiving it next time 2024-11-08T07:37:47,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741834_1010 (size=12055) 2024-11-08T07:37:47,119 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.meta.1731051445851.meta not finished, retry = 0 2024-11-08T07:37:47,120 DEBUG [rs(08a4831bbffd,41327,1731051441897)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-08T07:37:47,120 INFO [rs(08a4831bbffd,41327,1731051441897)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731051467060 on 08a4831bbffd,41327,1731051441897 2024-11-08T07:37:47,121 DEBUG [rs(08a4831bbffd,41327,1731051441897)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T07:37:47,121 DEBUG [rs(08a4831bbffd,41327,1731051441897)-backup-pool-0 {}] client.AsyncConnectionImpl(321): The fetched master address is 08a4831bbffd,33859,1731051440251 2024-11-08T07:37:47,121 DEBUG [rs(08a4831bbffd,41327,1731051441897)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b69e3fd 2024-11-08T07:37:47,121 DEBUG [rs(08a4831bbffd,41327,1731051441897)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T07:37:47,122 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40763, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-08T07:37:47,123 DEBUG [rs(08a4831bbffd,41327,1731051441897)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:37:47,123 DEBUG [rs(08a4831bbffd,41327,1731051441897)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:37:47,123 DEBUG [rs(08a4831bbffd,41327,1731051441897)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:37:47,124 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40599, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-08T07:37:47,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T07:37:47,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T07:37:47,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='rslogts:hdfs://localhost:35525/backupUT\x00', locateType=CURRENT is [region=backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a., hostname=08a4831bbffd,41327,1731051441897, seqNum=2] 2024-11-08T07:37:47,148 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-08T07:37:47,148 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '08a4831bbffd,41327,1731051441897' in zk 2024-11-08T07:37:47,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/08a4831bbffd,41327,1731051441897 2024-11-08T07:37:47,158 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-08T07:37:47,158 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-08T07:37:47,158 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/08a4831bbffd,41327,1731051441897 2024-11-08T07:37:47,158 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-08T07:37:47,158 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-08T07:37:47,158 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-08T07:37:47,159 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-08T07:37:47,159 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-08T07:37:47,160 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T07:37:47,160 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------08a4831bbffd,41327,1731051441897 2024-11-08T07:37:47,160 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-08T07:37:47,161 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T07:37:47,161 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------08a4831bbffd,41327,1731051441897 2024-11-08T07:37:47,162 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '08a4831bbffd,41327,1731051441897': 2024-11-08T07:37:47,162 INFO [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-08T07:37:47,162 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-08T07:37:47,162 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-08T07:37:47,162 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-08T07:37:47,162 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '08a4831bbffd,41327,1731051441897' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-08T07:37:47,162 INFO [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-08T07:37:47,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-08T07:37:47,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-08T07:37:47,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-08T07:37:47,168 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-08T07:37:47,168 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-08T07:37:47,168 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-08T07:37:47,168 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-08T07:37:47,168 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-08T07:37:47,169 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-08T07:37:47,169 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-08T07:37:47,169 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-08T07:37:47,169 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/08a4831bbffd,41327,1731051441897 2024-11-08T07:37:47,169 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T07:37:47,169 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-08T07:37:47,170 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-08T07:37:47,170 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T07:37:47,170 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------08a4831bbffd,41327,1731051441897 2024-11-08T07:37:47,171 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/08a4831bbffd,41327,1731051441897 2024-11-08T07:37:47,171 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-08T07:37:47,171 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T07:37:47,172 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------08a4831bbffd,41327,1731051441897 2024-11-08T07:37:47,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/08a4831bbffd,41327,1731051441897 2024-11-08T07:37:47,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-08T07:37:47,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-08T07:37:47,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-08T07:37:47,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/08a4831bbffd,41327,1731051441897 2024-11-08T07:37:47,187 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-08T07:37:47,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-08T07:37:47,187 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-08T07:37:47,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-08T07:37:47,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-08T07:37:47,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-08T07:37:47,187 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-08T07:37:47,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-08T07:37:47,187 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-08T07:37:47,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-08T07:37:47,187 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-08T07:37:47,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-08T07:37:47,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731051467206_default_test-1731051450368 table=test-1731051450368 type=FLUSH ttl=0 } 2024-11-08T07:37:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731051467207 (current time:1731051467207). 2024-11-08T07:37:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T07:37:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731051467206_default_test-1731051450368 VERSION not specified, setting to 2 2024-11-08T07:37:47,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f69c2b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:37:47,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:37:47,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:37:47,209 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:37:47,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:37:47,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:37:47,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bfffc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:37:47,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:37:47,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:37:47,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:37:47,210 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:37:47,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60ac86f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:37:47,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:37:47,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:37:47,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:37:47,214 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T07:37:47,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859. 2024-11-08T07:37:47,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T07:37:47,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:37:47,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:37:47,215 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:37:47,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-08T07:37:47,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731051467206_default_test-1731051450368 table=test-1731051450368 type=FLUSH ttl=0 } 2024-11-08T07:37:47,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731051467206_default_test-1731051450368 table=test-1731051450368 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-08T07:37:47,218 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731051467206_default_test-1731051450368 table=test-1731051450368 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T07:37:47,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-08T07:37:47,220 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731051467206_default_test-1731051450368 table=test-1731051450368 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T07:37:47,223 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731051467206_default_test-1731051450368 table=test-1731051450368 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T07:37:47,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741860_1036 (size=84) 2024-11-08T07:37:47,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-08T07:37:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-08T07:37:47,634 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731051467206_default_test-1731051450368 table=test-1731051450368 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T07:37:47,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e719cd29f996fa18e6d9045cf6d9f550}] 2024-11-08T07:37:47,638 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:37:47,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-08T07:37:47,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550. 2024-11-08T07:37:47,794 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing e719cd29f996fa18e6d9045cf6d9f550 3/3 column families, dataSize=654 B heapSize=2.25 KB 2024-11-08T07:37:47,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/.tmp/f3/d7b6938d660949ccaead9616a7744234 is 58, key is row-test-1731051450368-3-0/f3:q1/1731051460155/Put/seqid=0 2024-11-08T07:37:47,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741861_1037 (size=5387) 2024-11-08T07:37:47,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-08T07:37:48,227 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/.tmp/f3/d7b6938d660949ccaead9616a7744234 2024-11-08T07:37:48,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741862_1038 (size=4469) 2024-11-08T07:37:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-08T07:37:48,676 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/.tmp/mob/aab2b5a9a9d34674ac83ed8325b38eb6 is 59, key is row-test-1731051450368-3-0/mob:q1/1731051460170/Put/seqid=0 2024-11-08T07:37:48,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741863_1039 (size=5484) 2024-11-08T07:37:49,091 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/.tmp/mob/aab2b5a9a9d34674ac83ed8325b38eb6 2024-11-08T07:37:49,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/.tmp/f3/d7b6938d660949ccaead9616a7744234 as hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/f3/d7b6938d660949ccaead9616a7744234 2024-11-08T07:37:49,108 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/f3/d7b6938d660949ccaead9616a7744234, entries=6, sequenceid=121, filesize=5.3 K 2024-11-08T07:37:49,109 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/.tmp/mob/aab2b5a9a9d34674ac83ed8325b38eb6 as hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/mob/aab2b5a9a9d34674ac83ed8325b38eb6 2024-11-08T07:37:49,117 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/mob/aab2b5a9a9d34674ac83ed8325b38eb6, entries=6, sequenceid=121, filesize=5.4 K 2024-11-08T07:37:49,118 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for e719cd29f996fa18e6d9045cf6d9f550 in 1324ms, sequenceid=121, compaction requested=false 2024-11-08T07:37:49,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for e719cd29f996fa18e6d9045cf6d9f550: 2024-11-08T07:37:49,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550. for snapshot_1731051467206_default_test-1731051450368 completed. 2024-11-08T07:37:49,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550.' region-info for snapshot=snapshot_1731051467206_default_test-1731051450368 2024-11-08T07:37:49,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T07:37:49,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/f/60716b74cc5d40f4b032f426c725c020] hfiles 2024-11-08T07:37:49,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/f/60716b74cc5d40f4b032f426c725c020 for snapshot=snapshot_1731051467206_default_test-1731051450368 2024-11-08T07:37:49,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/f3/d7b6938d660949ccaead9616a7744234] hfiles 2024-11-08T07:37:49,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/f3/d7b6938d660949ccaead9616a7744234 for snapshot=snapshot_1731051467206_default_test-1731051450368 2024-11-08T07:37:49,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/mob/aab2b5a9a9d34674ac83ed8325b38eb6] hfiles 2024-11-08T07:37:49,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/mob/aab2b5a9a9d34674ac83ed8325b38eb6 for snapshot=snapshot_1731051467206_default_test-1731051450368 2024-11-08T07:37:49,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741864_1040 (size=185) 2024-11-08T07:37:49,178 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T07:37:49,189 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-08T07:37:49,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-08T07:37:49,526 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550. 2024-11-08T07:37:49,526 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-08T07:37:49,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-08T07:37:49,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731051467206_default_test-1731051450368 on region e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:37:49,527 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:37:49,533 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-08T07:37:49,533 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731051467206_default_test-1731051450368 table=test-1731051450368 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T07:37:49,533 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e719cd29f996fa18e6d9045cf6d9f550 in 1.8930 sec 2024-11-08T07:37:49,535 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731051467206_default_test-1731051450368 table=test-1731051450368 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T07:37:49,538 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-08T07:37:49,538 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-08T07:37:49,539 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:37:49,540 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-08T07:37:49,540 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:37:49,541 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f3 2024-11-08T07:37:49,541 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:37:49,541 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: mob 2024-11-08T07:37:49,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741865_1041 (size=49) 2024-11-08T07:37:49,659 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2024-11-08T07:37:49,955 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731051467206_default_test-1731051450368 table=test-1731051450368 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T07:37:49,956 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731051467206_default_test-1731051450368 2024-11-08T07:37:49,959 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/.hbase-snapshot/.tmp/snapshot_1731051467206_default_test-1731051450368 2024-11-08T07:37:49,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741866_1042 (size=1146) 2024-11-08T07:37:50,429 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731051467206_default_test-1731051450368 table=test-1731051450368 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T07:37:50,447 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731051467206_default_test-1731051450368 table=test-1731051450368 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T07:37:50,448 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/.hbase-snapshot/.tmp/snapshot_1731051467206_default_test-1731051450368 to hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/.hbase-snapshot/snapshot_1731051467206_default_test-1731051450368 2024-11-08T07:37:50,449 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731051467206_default_test-1731051450368 table=test-1731051450368 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T07:37:50,449 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731051467206_default_test-1731051450368 table=test-1731051450368 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-08T07:37:50,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731051467206_default_test-1731051450368 table=test-1731051450368 type=FLUSH ttl=0 } in 3.2340 sec 2024-11-08T07:37:50,620 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-11-08T07:37:50,620 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2024-11-08T07:37:50,621 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-11-08T07:37:50,621 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2024-11-08T07:37:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-08T07:37:51,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1731051450368 completed 2024-11-08T07:37:51,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731051471392_ns2_test-17310514503681 table=ns2:test-17310514503681 type=FLUSH ttl=0 } 2024-11-08T07:37:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731051471394 (current time:1731051471394). 2024-11-08T07:37:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T07:37:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731051471392_ns2_test-17310514503681 VERSION not specified, setting to 2 2024-11-08T07:37:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c60dc60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:37:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:37:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:37:51,400 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:37:51,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:37:51,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:37:51,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bed536, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:37:51,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:37:51,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:37:51,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:37:51,401 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:37:51,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13f20cef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:37:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:37:51,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:37:51,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:37:51,405 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T07:37:51,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859. 2024-11-08T07:37:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T07:37:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:37:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:37:51,407 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:37:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-08T07:37:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731051471392_ns2_test-17310514503681 table=ns2:test-17310514503681 type=FLUSH ttl=0 } 2024-11-08T07:37:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731051471392_ns2_test-17310514503681 table=ns2:test-17310514503681 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-08T07:37:51,410 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731051471392_ns2_test-17310514503681 table=ns2:test-17310514503681 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T07:37:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-08T07:37:51,411 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731051471392_ns2_test-17310514503681 table=ns2:test-17310514503681 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T07:37:51,414 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731051471392_ns2_test-17310514503681 table=ns2:test-17310514503681 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T07:37:51,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741867_1043 (size=86) 2024-11-08T07:37:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-08T07:37:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-08T07:37:51,823 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731051471392_ns2_test-17310514503681 table=ns2:test-17310514503681 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T07:37:51,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9044a3a2eaab66eeb1c2b19a5d6738de}] 2024-11-08T07:37:51,825 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9044a3a2eaab66eeb1c2b19a5d6738de 2024-11-08T07:37:51,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2024-11-08T07:37:51,980 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17310514503681,,1731051453293.9044a3a2eaab66eeb1c2b19a5d6738de. 2024-11-08T07:37:51,981 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 9044a3a2eaab66eeb1c2b19a5d6738de 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-08T07:37:52,010 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns2/test-17310514503681/9044a3a2eaab66eeb1c2b19a5d6738de/.tmp/f/d53a2e2a9e5b4e84bc718db73f476725 is 37, key is row10/f:q1/1731051454463/Put/seqid=0 2024-11-08T07:37:52,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741868_1044 (size=8413) 2024-11-08T07:37:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-08T07:37:52,416 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns2/test-17310514503681/9044a3a2eaab66eeb1c2b19a5d6738de/.tmp/f/d53a2e2a9e5b4e84bc718db73f476725 2024-11-08T07:37:52,426 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns2/test-17310514503681/9044a3a2eaab66eeb1c2b19a5d6738de/.tmp/f/d53a2e2a9e5b4e84bc718db73f476725 as hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns2/test-17310514503681/9044a3a2eaab66eeb1c2b19a5d6738de/f/d53a2e2a9e5b4e84bc718db73f476725 2024-11-08T07:37:52,434 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns2/test-17310514503681/9044a3a2eaab66eeb1c2b19a5d6738de/f/d53a2e2a9e5b4e84bc718db73f476725, entries=99, sequenceid=103, filesize=8.2 K 2024-11-08T07:37:52,435 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 9044a3a2eaab66eeb1c2b19a5d6738de in 454ms, sequenceid=103, compaction requested=false 2024-11-08T07:37:52,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 9044a3a2eaab66eeb1c2b19a5d6738de: 2024-11-08T07:37:52,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17310514503681,,1731051453293.9044a3a2eaab66eeb1c2b19a5d6738de. for snapshot_1731051471392_ns2_test-17310514503681 completed. 2024-11-08T07:37:52,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17310514503681,,1731051453293.9044a3a2eaab66eeb1c2b19a5d6738de.' region-info for snapshot=snapshot_1731051471392_ns2_test-17310514503681 2024-11-08T07:37:52,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T07:37:52,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns2/test-17310514503681/9044a3a2eaab66eeb1c2b19a5d6738de/f/d53a2e2a9e5b4e84bc718db73f476725] hfiles 2024-11-08T07:37:52,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns2/test-17310514503681/9044a3a2eaab66eeb1c2b19a5d6738de/f/d53a2e2a9e5b4e84bc718db73f476725 for snapshot=snapshot_1731051471392_ns2_test-17310514503681 2024-11-08T07:37:52,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741869_1045 (size=91) 2024-11-08T07:37:52,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-08T07:37:52,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17310514503681,,1731051453293.9044a3a2eaab66eeb1c2b19a5d6738de. 2024-11-08T07:37:52,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-08T07:37:52,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-08T07:37:52,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731051471392_ns2_test-17310514503681 on region 9044a3a2eaab66eeb1c2b19a5d6738de 2024-11-08T07:37:52,848 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9044a3a2eaab66eeb1c2b19a5d6738de 2024-11-08T07:37:52,855 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-08T07:37:52,855 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731051471392_ns2_test-17310514503681 table=ns2:test-17310514503681 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T07:37:52,855 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9044a3a2eaab66eeb1c2b19a5d6738de in 1.0270 sec 2024-11-08T07:37:52,856 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731051471392_ns2_test-17310514503681 table=ns2:test-17310514503681 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T07:37:52,857 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731051471392_ns2_test-17310514503681 table=ns2:test-17310514503681 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T07:37:52,857 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731051471392_ns2_test-17310514503681 2024-11-08T07:37:52,859 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/.hbase-snapshot/.tmp/snapshot_1731051471392_ns2_test-17310514503681 2024-11-08T07:37:52,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741870_1046 (size=456) 2024-11-08T07:37:53,276 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731051471392_ns2_test-17310514503681 table=ns2:test-17310514503681 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T07:37:53,284 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731051471392_ns2_test-17310514503681 table=ns2:test-17310514503681 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T07:37:53,285 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/.hbase-snapshot/.tmp/snapshot_1731051471392_ns2_test-17310514503681 to hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/.hbase-snapshot/snapshot_1731051471392_ns2_test-17310514503681 2024-11-08T07:37:53,286 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731051471392_ns2_test-17310514503681 table=ns2:test-17310514503681 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T07:37:53,286 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731051471392_ns2_test-17310514503681 table=ns2:test-17310514503681 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-08T07:37:53,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731051471392_ns2_test-17310514503681 table=ns2:test-17310514503681 type=FLUSH ttl=0 } in 1.8790 sec 2024-11-08T07:37:53,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-08T07:37:53,561 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17310514503681 completed 2024-11-08T07:37:53,561 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1731051460187 2024-11-08T07:37:53,561 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-08T07:37:53,563 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2024-11-08T07:37:53,564 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731051460187_ns2:test-17310514503681 2024-11-08T07:37:53,565 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731051471392_ns2_test-17310514503681 to hdfs://localhost:35525/backupUT/backup_1731051460187/ns2/test-17310514503681/ 2024-11-08T07:37:53,570 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-08T07:37:53,602 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:35525, inputRoot=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6 2024-11-08T07:37:53,602 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1964883875_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:35525/backupUT/backup_1731051460187/ns2/test-17310514503681, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:35525/backupUT/backup_1731051460187/ns2/test-17310514503681/.hbase-snapshot/.tmp/snapshot_1731051471392_ns2_test-17310514503681 2024-11-08T07:37:53,604 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-08T07:37:53,610 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/.hbase-snapshot/snapshot_1731051471392_ns2_test-17310514503681 to hdfs://localhost:35525/backupUT/backup_1731051460187/ns2/test-17310514503681/.hbase-snapshot/.tmp/snapshot_1731051471392_ns2_test-17310514503681 2024-11-08T07:37:53,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741871_1047 (size=86) 2024-11-08T07:37:53,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741872_1048 (size=456) 2024-11-08T07:37:54,029 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:37:54,030 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:37:54,030 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:37:54,934 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/hadoop-4362089633028675423.jar 2024-11-08T07:37:54,934 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:37:54,934 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:37:54,935 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:37:54,935 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:37:54,935 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:37:54,936 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:37:54,936 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:37:54,936 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:37:54,936 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:37:54,937 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T07:37:54,937 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T07:37:54,937 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T07:37:54,938 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T07:37:54,938 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T07:37:54,938 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T07:37:54,938 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T07:37:54,939 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T07:37:54,939 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T07:37:54,939 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T07:37:54,940 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T07:37:54,942 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T07:37:54,942 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T07:37:54,942 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T07:37:54,943 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T07:37:54,943 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T07:37:54,943 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T07:37:54,944 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T07:37:55,002 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T07:37:55,030 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731051471392_ns2_test-17310514503681' hfile list 2024-11-08T07:37:55,037 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=8.2 K 2024-11-08T07:37:55,241 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/mapreduce.cluster.local.dir/job_local1534789218_0001_4b4b3275-213c-4a8c-bfc2-79c0676d5d9b/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-08T07:37:55,241 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/mapreduce.cluster.local.dir/job_local1534789218_0001_4b4b3275-213c-4a8c-bfc2-79c0676d5d9b/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-08T07:37:55,429 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-08T07:37:55,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741873_1049 (size=8413) 2024-11-08T07:37:55,918 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns2/test-17310514503681/9044a3a2eaab66eeb1c2b19a5d6738de/f/d53a2e2a9e5b4e84bc718db73f476725 output=hdfs://localhost:35525/backupUT/backup_1731051460187/ns2/test-17310514503681/archive/data/ns2/test-17310514503681/9044a3a2eaab66eeb1c2b19a5d6738de/f/d53a2e2a9e5b4e84bc718db73f476725 2024-11-08T07:37:55,920 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.017M/sec 2024-11-08T07:37:56,341 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-08T07:37:56,342 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-08T07:37:56,348 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731051471392_ns2_test-17310514503681 2024-11-08T07:37:56,349 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731051471392_ns2_test-17310514503681 finished. 2024-11-08T07:37:56,349 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731051460187_test-1731051450368 2024-11-08T07:37:56,349 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731051467206_default_test-1731051450368 to hdfs://localhost:35525/backupUT/backup_1731051460187/default/test-1731051450368/ 2024-11-08T07:37:56,349 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-08T07:37:56,376 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:35525, inputRoot=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6 2024-11-08T07:37:56,376 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1964883875_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:35525/backupUT/backup_1731051460187/default/test-1731051450368, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:35525/backupUT/backup_1731051460187/default/test-1731051450368/.hbase-snapshot/.tmp/snapshot_1731051467206_default_test-1731051450368 2024-11-08T07:37:56,378 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-08T07:37:56,385 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/.hbase-snapshot/snapshot_1731051467206_default_test-1731051450368 to hdfs://localhost:35525/backupUT/backup_1731051460187/default/test-1731051450368/.hbase-snapshot/.tmp/snapshot_1731051467206_default_test-1731051450368 2024-11-08T07:37:56,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741875_1051 (size=1146) 2024-11-08T07:37:56,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741874_1050 (size=84) 2024-11-08T07:37:56,808 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:37:56,810 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:37:56,810 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:37:57,686 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/hadoop-11001168269476137278.jar 2024-11-08T07:37:57,687 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:37:57,687 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:37:57,687 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:37:57,687 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:37:57,688 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:37:57,688 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:37:57,688 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:37:57,688 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:37:57,688 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:37:57,689 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T07:37:57,689 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T07:37:57,689 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T07:37:57,689 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T07:37:57,689 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T07:37:57,690 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T07:37:57,690 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T07:37:57,690 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T07:37:57,690 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T07:37:57,690 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T07:37:57,691 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T07:37:57,691 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T07:37:57,691 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T07:37:57,691 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T07:37:57,692 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T07:37:57,692 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T07:37:57,692 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T07:37:57,692 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T07:37:57,728 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T07:37:57,752 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731051467206_default_test-1731051450368' hfile list 2024-11-08T07:37:57,754 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=18.8 K 2024-11-08T07:37:57,846 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/mapreduce.cluster.local.dir/job_local32474861_0002_f072a92b-f805-4058-8f35-f4aecbf57d34/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-08T07:37:57,846 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/mapreduce.cluster.local.dir/job_local32474861_0002_f072a92b-f805-4058-8f35-f4aecbf57d34/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-08T07:37:57,916 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-08T07:37:57,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741876_1052 (size=8413) 2024-11-08T07:37:58,350 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/f/60716b74cc5d40f4b032f426c725c020 output=hdfs://localhost:35525/backupUT/backup_1731051460187/default/test-1731051450368/archive/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/f/60716b74cc5d40f4b032f426c725c020 2024-11-08T07:37:58,350 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-11-08T07:37:58,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741877_1053 (size=5484) 2024-11-08T07:37:58,810 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/mob/aab2b5a9a9d34674ac83ed8325b38eb6 output=hdfs://localhost:35525/backupUT/backup_1731051460187/default/test-1731051450368/archive/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/mob/aab2b5a9a9d34674ac83ed8325b38eb6 2024-11-08T07:37:58,811 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-11-08T07:37:58,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741878_1054 (size=5387) 2024-11-08T07:37:59,263 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/f3/d7b6938d660949ccaead9616a7744234 output=hdfs://localhost:35525/backupUT/backup_1731051460187/default/test-1731051450368/archive/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/f3/d7b6938d660949ccaead9616a7744234 2024-11-08T07:37:59,263 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5387 (5.3 K) time=0sec 0.012M/sec 2024-11-08T07:37:59,891 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-08T07:37:59,893 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-08T07:37:59,904 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731051467206_default_test-1731051450368 2024-11-08T07:37:59,904 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731051467206_default_test-1731051450368 finished. 2024-11-08T07:37:59,905 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17310514503681 2024-11-08T07:37:59,905 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1731051450368 2024-11-08T07:37:59,950 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731051460187 2024-11-08T07:37:59,950 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-08T07:37:59,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741879_1055 (size=130) 2024-11-08T07:38:00,361 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:35525/backupUT/backup_1731051460187/.backup.manifest 2024-11-08T07:38:00,367 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731051460187 finished: type=FULL,tablelist=ns2:test-17310514503681;test-1731051450368,targetRootDir=hdfs://localhost:35525/backupUT,startts=1731051466921,completets=1731051479948,bytescopied=0 2024-11-08T07:38:00,367 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-08T07:38:00,367 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731051471392_ns2_test-17310514503681 2024-11-08T07:38:00,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731051471392_ns2_test-17310514503681" type: DISABLED 2024-11-08T07:38:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731051471392_ns2_test-17310514503681 2024-11-08T07:38:00,376 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731051471392_ns2_test-17310514503681 for backup backup_1731051460187 succeeded. 2024-11-08T07:38:00,376 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731051467206_default_test-1731051450368 2024-11-08T07:38:00,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731051467206_default_test-1731051450368" type: DISABLED 2024-11-08T07:38:00,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731051467206_default_test-1731051450368 2024-11-08T07:38:00,381 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731051467206_default_test-1731051450368 for backup backup_1731051460187 succeeded. 2024-11-08T07:38:00,382 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-08T07:38:00,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-08T07:38:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-08T07:38:00,396 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-08T07:38:00,401 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-08T07:38:00,415 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731051460187 completed. 2024-11-08T07:38:00,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T07:38:00,432 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T07:38:00,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:backup_1731051460187', locateType=CURRENT is [region=backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a., hostname=08a4831bbffd,41327,1731051441897, seqNum=2] 2024-11-08T07:38:00,606 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(113): writing 99 rows to test-1731051450368 2024-11-08T07:38:00,624 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(116): written 99 rows to test-1731051450368 2024-11-08T07:38:00,828 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(120): written 111 rows to test-1731051450368 to Mob enabled CF 2024-11-08T07:38:00,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17310514503681', row='row-t20', locateType=CURRENT is [region=ns2:test-17310514503681,,1731051453293.9044a3a2eaab66eeb1c2b19a5d6738de., hostname=08a4831bbffd,41327,1731051441897, seqNum=2] 2024-11-08T07:38:00,866 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(133): written 5 rows to ns2:test-17310514503681 2024-11-08T07:38:00,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.2 split test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550. 2024-11-08T07:38:00,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] assignment.SplitTableRegionProcedure(210): test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550. splitKey isn't explicitly specified, will try to find a best split key from RS 08a4831bbffd,41327,1731051441897 2024-11-08T07:38:00,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41327 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/f/60716b74cc5d40f4b032f426c725c020 because midkey is the same as first or last row 2024-11-08T07:38:00,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41327 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/f3/d7b6938d660949ccaead9616a7744234 because midkey is the same as first or last row 2024-11-08T07:38:00,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41327 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/mob/aab2b5a9a9d34674ac83ed8325b38eb6 because midkey is the same as first or last row 2024-11-08T07:38:00,877 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41327 {}] regionserver.HRegion(2902): Flushing e719cd29f996fa18e6d9045cf6d9f550 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB 2024-11-08T07:38:00,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/.tmp/f/953d8b05020c498e98f9171fe7a4b585 is 59, key is row-test-1731051450368-1-10/f:q1/1731051480460/Put/seqid=0 2024-11-08T07:38:00,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741880_1056 (size=10796) 2024-11-08T07:38:01,301 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41327 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/.tmp/f/953d8b05020c498e98f9171fe7a4b585 2024-11-08T07:38:01,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411080a71e87e7cc84cbdaebb8fd28cbe9825_e719cd29f996fa18e6d9045cf6d9f550 is 63, key is row-test-1731051450368-3-100/mob:q1/1731051480809/Put/seqid=0 2024-11-08T07:38:01,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741881_1057 (size=5591) 2024-11-08T07:38:01,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:38:01,739 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41327 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411080a71e87e7cc84cbdaebb8fd28cbe9825_e719cd29f996fa18e6d9045cf6d9f550 to hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/mobdir/data/default/test-1731051450368/7f53f167c8a79c88cca840ed471bf204/mob/d41d8cd98f00b204e9800998ecf8427e202411080a71e87e7cc84cbdaebb8fd28cbe9825_e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:38:01,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41327 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/.tmp/mob/03d064533b9a4c529a72e19096289021, store: [table=test-1731051450368 family=mob region=e719cd29f996fa18e6d9045cf6d9f550] 2024-11-08T07:38:01,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41327 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/.tmp/mob/03d064533b9a4c529a72e19096289021 is 192, key is row-test-1731051450368-3-100/mob:q1/1731051480809/Put/seqid=0 2024-11-08T07:38:01,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741882_1058 (size=13760) 2024-11-08T07:38:02,148 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41327 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/.tmp/mob/03d064533b9a4c529a72e19096289021 2024-11-08T07:38:02,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/.tmp/f/953d8b05020c498e98f9171fe7a4b585 as hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/f/953d8b05020c498e98f9171fe7a4b585 2024-11-08T07:38:02,171 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41327 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/f/953d8b05020c498e98f9171fe7a4b585, entries=99, sequenceid=334, filesize=10.5 K 2024-11-08T07:38:02,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/.tmp/mob/03d064533b9a4c529a72e19096289021 as hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/mob/03d064533b9a4c529a72e19096289021 2024-11-08T07:38:02,179 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41327 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/mob/03d064533b9a4c529a72e19096289021, entries=111, sequenceid=334, filesize=13.4 K 2024-11-08T07:38:02,180 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41327 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for e719cd29f996fa18e6d9045cf6d9f550 in 1304ms, sequenceid=334, compaction requested=false 2024-11-08T07:38:02,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41327 {}] regionserver.HRegion(2603): Flush status journal for e719cd29f996fa18e6d9045cf6d9f550: 2024-11-08T07:38:02,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41327 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/f/953d8b05020c498e98f9171fe7a4b585 because midkey is the same as first or last row 2024-11-08T07:38:02,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41327 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/f3/d7b6938d660949ccaead9616a7744234 because midkey is the same as first or last row 2024-11-08T07:38:02,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41327 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/mob/03d064533b9a4c529a72e19096289021 because midkey is the same as first or last row 2024-11-08T07:38:02,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=08a4831bbffd,41327,1731051441897 2024-11-08T07:38:02,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1168) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T07:38:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] ipc.CallRunner(138): callId: 303 service: MasterService methodName: SplitRegion size: 99 connection: 172.17.0.2:39926 deadline: 1731051540872, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row 2024-11-08T07:38:02,187 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(144): region is not splittable, because java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1168) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T07:38:02,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2726): Operation: SPLIT_REGION, Table Name: default:test-1731051450368 failed with org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1168) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T07:38:02,187 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T07:38:02,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731051450368,, stopping at row=test-1731051450368 ,, for max=2147483647 with caching=100 2024-11-08T07:38:02,198 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731051450368,, stopping at row=test-1731051450368 ,, for max=2147483647 with caching=100 2024-11-08T07:38:02,206 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(149): split finished in =1340 2024-11-08T07:38:02,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T07:38:02,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T07:38:02,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T07:38:02,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T07:38:02,246 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-08T07:38:02,250 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731051482206 2024-11-08T07:38:02,256 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731051460187} 2024-11-08T07:38:02,256 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-08T07:38:02,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T07:38:02,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T07:38:02,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T07:38:02,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T07:38:02,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-08T07:38:02,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731051482306 (current time:1731051482306). 2024-11-08T07:38:02,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T07:38:02,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-08T07:38:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ddc5289, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:38:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:38:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:38:02,308 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:38:02,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:38:02,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:38:02,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@461b96fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:38:02,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:38:02,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:38:02,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:38:02,311 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:38:02,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d57cc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:38:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:38:02,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:38:02,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:38:02,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T07:38:02,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859. 2024-11-08T07:38:02,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T07:38:02,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:38:02,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:38:02,316 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:38:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-08T07:38:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-08T07:38:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-08T07:38:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-08T07:38:02,319 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T07:38:02,320 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T07:38:02,323 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T07:38:02,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741883_1059 (size=52) 2024-11-08T07:38:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-08T07:38:02,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-08T07:38:02,733 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T07:38:02,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7ae18935d0bdb3791efcef4bbda4f22a}] 2024-11-08T07:38:02,736 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7ae18935d0bdb3791efcef4bbda4f22a 2024-11-08T07:38:02,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=40 2024-11-08T07:38:02,890 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a. 2024-11-08T07:38:02,890 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2902): Flushing 7ae18935d0bdb3791efcef4bbda4f22a 2/2 column families, dataSize=1.44 KB heapSize=2.75 KB 2024-11-08T07:38:02,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/.tmp/meta/6e0e1b895b7246e9b3d46efc7c6dd100 is 158, key is trslm:hdfs://localhost:35525/backupUT\x00ns2:test-17310514503681/meta:log-roll-map/1731051479937/Put/seqid=0 2024-11-08T07:38:02,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741884_1060 (size=5914) 2024-11-08T07:38:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-08T07:38:03,315 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/.tmp/meta/6e0e1b895b7246e9b3d46efc7c6dd100 2024-11-08T07:38:03,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/.tmp/session/47edf22bda54456a8027d492301b6309 is 433, key is session:backup_1731051460187/session:context/1731051480400/Put/seqid=0 2024-11-08T07:38:03,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741885_1061 (size=5535) 2024-11-08T07:38:03,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-08T07:38:03,736 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=732 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/.tmp/session/47edf22bda54456a8027d492301b6309 2024-11-08T07:38:03,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/.tmp/meta/6e0e1b895b7246e9b3d46efc7c6dd100 as hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/meta/6e0e1b895b7246e9b3d46efc7c6dd100 2024-11-08T07:38:03,755 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/meta/6e0e1b895b7246e9b3d46efc7c6dd100, entries=6, sequenceid=17, filesize=5.8 K 2024-11-08T07:38:03,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/.tmp/session/47edf22bda54456a8027d492301b6309 as hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/session/47edf22bda54456a8027d492301b6309 2024-11-08T07:38:03,763 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/session/47edf22bda54456a8027d492301b6309, entries=2, sequenceid=17, filesize=5.4 K 2024-11-08T07:38:03,764 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~1.44 KB/1478, heapSize ~2.72 KB/2784, currentSize=0 B/0 for 7ae18935d0bdb3791efcef4bbda4f22a in 873ms, sequenceid=17, compaction requested=false 2024-11-08T07:38:03,764 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2603): Flush status journal for 7ae18935d0bdb3791efcef4bbda4f22a: 2024-11-08T07:38:03,764 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a. for snapshot_backup_system completed. 2024-11-08T07:38:03,764 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a.' region-info for snapshot=snapshot_backup_system 2024-11-08T07:38:03,764 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T07:38:03,764 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/meta/6e0e1b895b7246e9b3d46efc7c6dd100] hfiles 2024-11-08T07:38:03,764 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/meta/6e0e1b895b7246e9b3d46efc7c6dd100 for snapshot=snapshot_backup_system 2024-11-08T07:38:03,764 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/session/85e4865d6e1b40ebb4bd846300e5f62f, hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/session/47edf22bda54456a8027d492301b6309] hfiles 2024-11-08T07:38:03,764 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/session/85e4865d6e1b40ebb4bd846300e5f62f for snapshot=snapshot_backup_system 2024-11-08T07:38:03,764 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/session/47edf22bda54456a8027d492301b6309 for snapshot=snapshot_backup_system 2024-11-08T07:38:03,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741886_1062 (size=173) 2024-11-08T07:38:04,170 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a. 2024-11-08T07:38:04,171 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-08T07:38:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-08T07:38:04,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 7ae18935d0bdb3791efcef4bbda4f22a 2024-11-08T07:38:04,173 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7ae18935d0bdb3791efcef4bbda4f22a 2024-11-08T07:38:04,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-08T07:38:04,179 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T07:38:04,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7ae18935d0bdb3791efcef4bbda4f22a in 1.4410 sec 2024-11-08T07:38:04,180 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T07:38:04,181 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T07:38:04,182 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-08T07:38:04,183 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-08T07:38:04,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741887_1063 (size=810) 2024-11-08T07:38:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-08T07:38:04,600 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T07:38:04,609 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T07:38:04,609 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/.hbase-snapshot/snapshot_backup_system 2024-11-08T07:38:04,611 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T07:38:04,611 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-08T07:38:04,612 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2940 sec 2024-11-08T07:38:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-08T07:38:06,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-08T07:38:06,503 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731051482206 started at 1731051486503. 2024-11-08T07:38:06,509 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731051482206 has been started. 2024-11-08T07:38:06,516 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [test-1731051450368, ns2:test-17310514503681] 2024-11-08T07:38:06,522 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1731051452074for backupID backup_1731051482206 2024-11-08T07:38:06,522 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-08T07:38:06,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-08T07:38:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-08T07:38:06,523 INFO [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-08T07:38:06,524 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-08T07:38:06,524 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-08T07:38:06,524 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-08T07:38:06,525 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-08T07:38:06,525 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-08T07:38:06,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-08T07:38:06,578 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/08a4831bbffd,41327,1731051441897 2024-11-08T07:38:06,579 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-08T07:38:06,579 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-08T07:38:06,580 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/08a4831bbffd,41327,1731051441897 2024-11-08T07:38:06,580 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-08T07:38:06,580 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-08T07:38:06,582 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-08T07:38:06,583 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-08T07:38:06,584 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-08T07:38:06,584 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-08T07:38:06,584 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-08T07:38:06,585 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-08T07:38:06,585 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-08T07:38:06,585 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-08T07:38:06,585 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-08T07:38:06,585 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-08T07:38:06,585 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '08a4831bbffd,41327,1731051441897' joining acquired barrier for procedure (rolllog) in zk 2024-11-08T07:38:06,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/08a4831bbffd,41327,1731051441897 2024-11-08T07:38:06,599 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-08T07:38:06,599 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/08a4831bbffd,41327,1731051441897 2024-11-08T07:38:06,599 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-08T07:38:06,599 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-08T07:38:06,600 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-08T07:38:06,600 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-08T07:38:06,600 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-08T07:38:06,601 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-08T07:38:06,601 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T07:38:06,602 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------08a4831bbffd,41327,1731051441897 2024-11-08T07:38:06,603 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-08T07:38:06,603 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '08a4831bbffd,41327,1731051441897' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-08T07:38:06,604 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@374dce91[Count = 0] remaining members to acquire global barrier 2024-11-08T07:38:06,604 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-08T07:38:06,604 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-08T07:38:06,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-08T07:38:06,617 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-08T07:38:06,617 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-08T07:38:06,617 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-08T07:38:06,618 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/08a4831bbffd,41327,1731051441897 2024-11-08T07:38:06,618 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-08T07:38:06,618 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-08T07:38:06,618 DEBUG [rs(08a4831bbffd,41327,1731051441897)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 08a4831bbffd,41327,1731051441897 2024-11-08T07:38:06,618 INFO [rs(08a4831bbffd,41327,1731051441897)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731051467060 highest: 1731051467080 on 08a4831bbffd,41327,1731051441897 2024-11-08T07:38:06,618 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-0:(num 1731051467060) roll requested 2024-11-08T07:38:06,635 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-0.1731051486619, exclude list is [], retry=0 2024-11-08T07:38:06,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36671,DS-2f1590ec-4b84-4d29-9a37-77e88093f222,DISK] 2024-11-08T07:38:06,640 INFO [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-0.1731051467060 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-0.1731051486619 2024-11-08T07:38:06,640 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39573:39573)] 2024-11-08T07:38:06,640 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-0.1731051467060 is not closed yet, will try archiving it next time 2024-11-08T07:38:06,640 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-1:(num 1731051467080) roll requested 2024-11-08T07:38:06,642 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-0.1731051467060 not finished, retry = 0 2024-11-08T07:38:06,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741857_1033 (size=1198) 2024-11-08T07:38:06,643 DEBUG [master/08a4831bbffd:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=41, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731051450368 2024-11-08T07:38:06,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741889_1065 (size=950) 2024-11-08T07:38:06,654 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-1.1731051486640, exclude list is [], retry=0 2024-11-08T07:38:06,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36671,DS-2f1590ec-4b84-4d29-9a37-77e88093f222,DISK] 2024-11-08T07:38:06,658 INFO [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-1.1731051467080 with entries=224, filesize=29.77 KB; new WAL /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-1.1731051486640 2024-11-08T07:38:06,659 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39573:39573)] 2024-11-08T07:38:06,659 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-1.1731051467080 is not closed yet, will try archiving it next time 2024-11-08T07:38:06,659 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 08a4831bbffd%2C41327%2C1731051441897.meta:.meta(num 1731051467100) roll requested 2024-11-08T07:38:06,659 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-1.1731051452074 to hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/oldWALs/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-1.1731051452074 2024-11-08T07:38:06,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741858_1034 (size=30490) 2024-11-08T07:38:06,660 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-1.1731051467080 not finished, retry = 0 2024-11-08T07:38:06,671 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.meta.1731051486659.meta, exclude list is [], retry=0 2024-11-08T07:38:06,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36671,DS-2f1590ec-4b84-4d29-9a37-77e88093f222,DISK] 2024-11-08T07:38:06,675 INFO [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.meta.1731051467100.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.meta.1731051486659.meta 2024-11-08T07:38:06,676 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39573:39573)] 2024-11-08T07:38:06,676 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.meta.1731051467100.meta is not closed yet, will try archiving it next time 2024-11-08T07:38:06,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741859_1035 (size=93) 2024-11-08T07:38:06,677 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.meta.1731051467100.meta not finished, retry = 0 2024-11-08T07:38:06,679 DEBUG [rs(08a4831bbffd,41327,1731051441897)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-08T07:38:06,679 INFO [rs(08a4831bbffd,41327,1731051441897)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731051486619 on 08a4831bbffd,41327,1731051441897 2024-11-08T07:38:06,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T07:38:06,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T07:38:06,696 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-08T07:38:06,696 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '08a4831bbffd,41327,1731051441897' in zk 2024-11-08T07:38:06,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/08a4831bbffd,41327,1731051441897 2024-11-08T07:38:06,704 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-08T07:38:06,704 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-08T07:38:06,704 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-08T07:38:06,704 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/08a4831bbffd,41327,1731051441897 2024-11-08T07:38:06,704 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-08T07:38:06,704 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-08T07:38:06,705 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-08T07:38:06,705 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-08T07:38:06,706 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T07:38:06,706 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------08a4831bbffd,41327,1731051441897 2024-11-08T07:38:06,706 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-08T07:38:06,707 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T07:38:06,707 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------08a4831bbffd,41327,1731051441897 2024-11-08T07:38:06,708 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '08a4831bbffd,41327,1731051441897': 2024-11-08T07:38:06,708 INFO [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-08T07:38:06,708 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '08a4831bbffd,41327,1731051441897' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-08T07:38:06,708 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-08T07:38:06,708 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-08T07:38:06,708 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-08T07:38:06,708 INFO [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-08T07:38:06,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-08T07:38:06,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-08T07:38:06,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-08T07:38:06,722 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-08T07:38:06,722 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-08T07:38:06,722 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-08T07:38:06,722 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-08T07:38:06,722 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-08T07:38:06,722 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-08T07:38:06,722 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-08T07:38:06,722 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-08T07:38:06,723 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/08a4831bbffd,41327,1731051441897 2024-11-08T07:38:06,723 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T07:38:06,723 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-08T07:38:06,723 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-08T07:38:06,723 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T07:38:06,724 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------08a4831bbffd,41327,1731051441897 2024-11-08T07:38:06,724 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/08a4831bbffd,41327,1731051441897 2024-11-08T07:38:06,724 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-08T07:38:06,724 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T07:38:06,725 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------08a4831bbffd,41327,1731051441897 2024-11-08T07:38:06,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/08a4831bbffd,41327,1731051441897 2024-11-08T07:38:06,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-08T07:38:06,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-08T07:38:06,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-08T07:38:06,736 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-08T07:38:06,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/08a4831bbffd,41327,1731051441897 2024-11-08T07:38:06,736 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-08T07:38:06,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-08T07:38:06,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-08T07:38:06,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-08T07:38:06,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-08T07:38:06,736 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-08T07:38:06,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-08T07:38:06,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-08T07:38:06,736 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-08T07:38:06,736 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-08T07:38:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-08T07:38:06,742 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {08a4831bbffd:41327=1731051452074} newestTimestamps: {08a4831bbffd:41327=1731051467080} 2024-11-08T07:38:06,745 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 08a4831bbffd%2C41327%2C1731051441897.meta.1731051445851.meta 2024-11-08T07:38:06,745 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 08a4831bbffd%2C41327%2C1731051441897.meta.1731051467100.meta 2024-11-08T07:38:06,745 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 08a4831bbffd%2C41327%2C1731051441897.meta.1731051486659.meta 2024-11-08T07:38:06,745 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-0.1731051467060 2024-11-08T07:38:06,745 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-0.1731051486619 2024-11-08T07:38:06,745 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-1.1731051467080 2024-11-08T07:38:06,745 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-1.1731051486640 2024-11-08T07:38:06,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741892_1068 (size=364) 2024-11-08T07:38:06,778 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.meta.1731051467100.meta to hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/oldWALs/08a4831bbffd%2C41327%2C1731051441897.meta.1731051467100.meta 2024-11-08T07:38:07,059 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/.tabledesc/.tableinfo.0000000002.908 2024-11-08T07:38:07,059 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/.tabledesc/.tableinfo.0000000003.950 2024-11-08T07:38:07,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731051450368 in 419 msec 2024-11-08T07:38:07,157 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17310514503681 target: hdfs://localhost:35525/backupUT/backup_1731051482206/ns2/test-17310514503681 descriptor: 'ns2:test-17310514503681', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T07:38:07,157 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-08T07:38:07,160 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17310514503681 2024-11-08T07:38:07,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741893_1069 (size=50) 2024-11-08T07:38:07,567 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17310514503681 2024-11-08T07:38:07,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741894_1070 (size=950) 2024-11-08T07:38:07,587 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1731051450368 target: hdfs://localhost:35525/backupUT/backup_1731051482206/default/test-1731051450368 descriptor: 'test-1731051450368', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T07:38:07,587 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-08T07:38:07,590 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1731051450368 2024-11-08T07:38:07,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741895_1071 (size=53) 2024-11-08T07:38:07,997 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1731051450368 2024-11-08T07:38:08,009 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:35525/backupUT/.tmp/backup_1731051482206 from hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-0.1731051467060;hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-1.1731051467080 2024-11-08T07:38:08,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7732deee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:38:08,011 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:38:08,011 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:38:08,012 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:38:08,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:38:08,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:38:08,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@262c3696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:38:08,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:38:08,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:38:08,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:38:08,013 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:38:08,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30480894, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:38:08,014 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T07:38:08,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 08a4831bbffd,33859,1731051440251 2024-11-08T07:38:08,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@645620fe 2024-11-08T07:38:08,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T07:38:08,016 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T07:38:08,021 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-08T07:38:08,021 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1731051450368 2024-11-08T07:38:08,021 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731051450368,, stopping at row=test-1731051450368 ,, for max=2147483647 with caching=100 2024-11-08T07:38:08,021 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:38:08,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:38:08,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:38:08,024 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T07:38:08,026 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1731051450368: test-1731051450368; 2024-11-08T07:38:08,027 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17310514503681 2024-11-08T07:38:08,027 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17310514503681,, stopping at row=ns2:test-17310514503681 ,, for max=2147483647 with caching=100 2024-11-08T07:38:08,029 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17310514503681: ns2:test-17310514503681; 2024-11-08T07:38:08,029 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-08T07:38:08,030 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/partitions_db919f19-be31-449e-8fe8-31c2d594d0de 2024-11-08T07:38:08,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741896_1072 (size=192) 2024-11-08T07:38:08,458 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:08,459 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:08,459 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:09,331 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/hadoop-14734317492221325607.jar 2024-11-08T07:38:09,332 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:09,332 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:09,332 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:09,332 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:09,332 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:09,333 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:09,333 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:09,333 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:09,333 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:09,333 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T07:38:09,334 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T07:38:09,334 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T07:38:09,334 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T07:38:09,334 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T07:38:09,334 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T07:38:09,335 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T07:38:09,335 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T07:38:09,335 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T07:38:09,335 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T07:38:09,335 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T07:38:09,336 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:09,337 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:09,337 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:09,337 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:09,337 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:09,338 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:09,338 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T07:38:09,338 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: default:test-1731051450368,ns2:test-17310514503681 2024-11-08T07:38:09,338 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T07:38:09,338 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:154) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T07:38:09,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:38:09,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:38:09,338 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:38:09,339 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T07:38:10,195 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/hadoop-3039657333518858448.jar 2024-11-08T07:38:10,205 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T07:38:10,228 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-0.1731051467060 for WAL files 2024-11-08T07:38:10,230 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-0.1731051467060 2024-11-08T07:38:10,230 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-1.1731051467080 for WAL files 2024-11-08T07:38:10,231 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-1.1731051467080 2024-11-08T07:38:10,324 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/mapreduce.cluster.local.dir/job_local591544953_0003_009ca6d9-218c-4eef-82dc-a34c4364a50e/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-08T07:38:10,325 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/mapreduce.cluster.local.dir/job_local591544953_0003_009ca6d9-218c-4eef-82dc-a34c4364a50e/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-08T07:38:10,409 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-1.1731051467080 for hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-1.1731051467080 (-9223372036854775808:9223372036854775807) length:30490 2024-11-08T07:38:10,433 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-08T07:38:10,433 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-08T07:38:10,471 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-0.1731051467060 for hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-0.1731051467060 (-9223372036854775808:9223372036854775807) length:1198 2024-11-08T07:38:10,474 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-08T07:38:10,475 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-08T07:38:10,566 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e3a48d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:38:10,566 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:38:10,567 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:38:10,568 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:38:10,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:38:10,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:38:10,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c1b1b46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:38:10,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:38:10,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:38:10,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:38:10,570 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:38:10,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e390688, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:38:10,571 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:38:10,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:38:10,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:38:10,574 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T07:38:10,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17310514503681', row='row-t20', locateType=CURRENT is [region=ns2:test-17310514503681,,1731051453293.9044a3a2eaab66eeb1c2b19a5d6738de., hostname=08a4831bbffd,41327,1731051441897, seqNum=2] 2024-11-08T07:38:10,576 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-08T07:38:10,576 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T07:38:10,576 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:38:10,577 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:38:10,577 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:38:10,577 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-08T07:38:10,577 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 08a4831bbffd 2024-11-08T07:38:10,583 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35525/backupUT/.tmp/backup_1731051482206/_temporary/0/_temporary/attempt_local591544953_0003_r_000000_0/ns2/test-17310514503681/f/10401b62eeb943d4994b4e11c6800582 is 38, key is row-t20/f:q1/1731051480853/Put/seqid=0 2024-11-08T07:38:10,585 WARN [Thread-949 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [08a4831bbffd:41327] Specified favored nodes: [08a4831bbffd:41327] 2024-11-08T07:38:10,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741897_1073 (size=5274) 2024-11-08T07:38:11,023 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a079da4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:38:11,023 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:38:11,023 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:38:11,024 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:38:11,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:38:11,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:38:11,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2981b9fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:38:11,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:38:11,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:38:11,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:38:11,025 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:38:11,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1512aaf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:38:11,026 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:38:11,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:38:11,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:38:11,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T07:38:11,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731051450368', row='row-test-1731051450368-1-0', locateType=CURRENT is [region=test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550., hostname=08a4831bbffd,41327,1731051441897, seqNum=107] 2024-11-08T07:38:11,030 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-08T07:38:11,031 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T07:38:11,031 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:38:11,031 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:38:11,031 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:38:11,031 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731051450368-1-0] 2024-11-08T07:38:11,031 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 08a4831bbffd 2024-11-08T07:38:11,049 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5500efe2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:38:11,049 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:38:11,049 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:38:11,050 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:38:11,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:38:11,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:38:11,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a8e3af9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:38:11,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:38:11,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:38:11,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:38:11,051 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:38:11,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b80bfec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:38:11,052 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:38:11,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:38:11,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:38:11,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T07:38:11,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731051450368', row='row-test-1731051450368-3-0', locateType=CURRENT is [region=test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550., hostname=08a4831bbffd,41327,1731051441897, seqNum=107] 2024-11-08T07:38:11,056 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-08T07:38:11,056 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T07:38:11,056 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:38:11,056 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:38:11,056 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:38:11,056 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731051450368-3-0] 2024-11-08T07:38:11,056 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 08a4831bbffd 2024-11-08T07:38:11,068 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35525/backupUT/.tmp/backup_1731051482206/_temporary/0/_temporary/attempt_local591544953_0003_r_000001_0/default/test-1731051450368/f/fb2127bbdfd2455b82ea44b237b935aa is 59, key is row-test-1731051450368-1-10/f:q1/1731051480460/Put/seqid=0 2024-11-08T07:38:11,070 WARN [Thread-961 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [08a4831bbffd:41327] Specified favored nodes: [08a4831bbffd:41327] 2024-11-08T07:38:11,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741898_1074 (size=10769) 2024-11-08T07:38:11,476 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35525/backupUT/.tmp/backup_1731051482206/_temporary/0/_temporary/attempt_local591544953_0003_r_000001_0/default/test-1731051450368/mob/ac3e322b0fb942b2b27f2abcdad5d490 is 63, key is row-test-1731051450368-3-100/mob:q1/1731051480809/Put/seqid=0 2024-11-08T07:38:11,481 WARN [Thread-963 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [08a4831bbffd:41327] Specified favored nodes: [08a4831bbffd:41327] 2024-11-08T07:38:11,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741899_1075 (size=11810) 2024-11-08T07:38:12,373 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:35525/backupUT 2024-11-08T07:38:12,374 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1731051482206 2024-11-08T07:38:12,374 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-08T07:38:12,390 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:35525/backupUT/.tmp/backup_1731051482206, hdfs://localhost:35525/backupUT] 2024-11-08T07:38:12,460 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T07:38:12,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741900_1076 (size=10769) 2024-11-08T07:38:13,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741901_1077 (size=5274) 2024-11-08T07:38:13,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741902_1078 (size=11810) 2024-11-08T07:38:14,068 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-08T07:38:14,074 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1731051482206 2024-11-08T07:38:14,075 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 27853 bytes copied." 2024-11-08T07:38:14,076 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local1526294222_0004 completed: true true 2024-11-08T07:38:14,079 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=3823566 FILE: Number of bytes written=6202036 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=231464 HDFS: Number of bytes written=2433179 HDFS: Number of read operations=643 HDFS: Number of large read operations=0 HDFS: Number of write operations=250 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=12 Map output records=0 Input split bytes=341 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=3004 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=27853 Bytes Copied=27853 Bytes Expected=27853 Files Copied=4 DIR_COPY=8 2024-11-08T07:38:14,079 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:35525/backupUT/.tmp/backup_1731051482206 to hdfs://localhost:35525/backupUT finished. 2024-11-08T07:38:14,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system_bulk', row='bulk:ns2:test-17310514503681:', locateType=CURRENT is [region=backup:system_bulk,,1731051462533.8056396fedfde5703e9fb08a1aa0bd2f., hostname=08a4831bbffd,41327,1731051441897, seqNum=2] 2024-11-08T07:38:14,094 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731051482206 2024-11-08T07:38:14,097 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731051460187} 2024-11-08T07:38:14,098 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-08T07:38:14,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741903_1079 (size=384) 2024-11-08T07:38:14,506 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:35525/backupUT/backup_1731051482206/.backup.manifest 2024-11-08T07:38:14,506 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731051482206 finished: type=INCREMENTAL,tablelist=ns2:test-17310514503681;test-1731051450368,targetRootDir=hdfs://localhost:35525/backupUT,startts=1731051486503,completets=1731051494094,bytescopied=0 2024-11-08T07:38:14,506 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-08T07:38:14,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-08T07:38:14,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-08T07:38:14,524 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-08T07:38:14,526 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-08T07:38:14,531 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731051482206 completed. 2024-11-08T07:38:14,531 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-08T07:38:14,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T07:38:14,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T07:38:14,549 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35525/backupUT/backup_1731051482206/.backup.manifest 2024-11-08T07:38:14,552 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731051482206/.backup.manifest 2024-11-08T07:38:14,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1731051450368 from 'test-1731051450368', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1731051450368', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T07:38:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1731051450368 2024-11-08T07:38:14,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741904_1080 (size=908) 2024-11-08T07:38:14,967 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/.tabledesc/.tableinfo.0000000003.950 2024-11-08T07:38:14,968 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/.tabledesc/.tableinfo.0000000004.908 2024-11-08T07:38:14,971 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1731051450368}] 2024-11-08T07:38:14,974 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731051450368, region=e719cd29f996fa18e6d9045cf6d9f550, REOPEN/MOVE}] 2024-11-08T07:38:14,975 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731051450368, region=e719cd29f996fa18e6d9045cf6d9f550, REOPEN/MOVE 2024-11-08T07:38:14,975 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=e719cd29f996fa18e6d9045cf6d9f550, regionState=CLOSING, regionLocation=08a4831bbffd,41327,1731051441897 2024-11-08T07:38:14,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1731051450368, region=e719cd29f996fa18e6d9045cf6d9f550, REOPEN/MOVE because future has completed 2024-11-08T07:38:14,978 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T07:38:14,978 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure e719cd29f996fa18e6d9045cf6d9f550, server=08a4831bbffd,41327,1731051441897}] 2024-11-08T07:38:15,131 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(122): Close e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:38:15,131 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T07:38:15,132 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1722): Closing e719cd29f996fa18e6d9045cf6d9f550, disabling compactions & flushes 2024-11-08T07:38:15,132 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1755): Closing region test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550. 2024-11-08T07:38:15,132 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550. 2024-11-08T07:38:15,132 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1843): Acquired close lock on test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550. after waiting 0 ms 2024-11-08T07:38:15,132 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1853): Updates disabled for region test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550. 2024-11-08T07:38:15,142 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106 2024-11-08T07:38:15,143 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T07:38:15,143 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1973): Closed test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550. 2024-11-08T07:38:15,144 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1676): Region close journal for e719cd29f996fa18e6d9045cf6d9f550: Waiting for close lock at 1731051495132Running coprocessor pre-close hooks at 1731051495132Disabling compacts and flushes for region at 1731051495132Disabling writes for close at 1731051495132Writing region close event to WAL at 1731051495135 (+3 ms)Running coprocessor post-close hooks at 1731051495143 (+8 ms)Closed at 1731051495143 2024-11-08T07:38:15,144 WARN [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3299): Not adding moved region record: e719cd29f996fa18e6d9045cf6d9f550 to self. 2024-11-08T07:38:15,148 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(157): Closed e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:38:15,149 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=e719cd29f996fa18e6d9045cf6d9f550, regionState=CLOSED 2024-11-08T07:38:15,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure e719cd29f996fa18e6d9045cf6d9f550, server=08a4831bbffd,41327,1731051441897 because future has completed 2024-11-08T07:38:15,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-08T07:38:15,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseRegionProcedure e719cd29f996fa18e6d9045cf6d9f550, server=08a4831bbffd,41327,1731051441897 in 173 msec 2024-11-08T07:38:15,153 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731051450368, region=e719cd29f996fa18e6d9045cf6d9f550, REOPEN/MOVE; state=CLOSED, location=08a4831bbffd,41327,1731051441897; forceNewPlan=false, retain=true 2024-11-08T07:38:15,304 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=e719cd29f996fa18e6d9045cf6d9f550, regionState=OPENING, regionLocation=08a4831bbffd,41327,1731051441897 2024-11-08T07:38:15,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731051450368, region=e719cd29f996fa18e6d9045cf6d9f550, REOPEN/MOVE because future has completed 2024-11-08T07:38:15,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure e719cd29f996fa18e6d9045cf6d9f550, server=08a4831bbffd,41327,1731051441897}] 2024-11-08T07:38:15,467 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550. 2024-11-08T07:38:15,467 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => e719cd29f996fa18e6d9045cf6d9f550, NAME => 'test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550.', STARTKEY => '', ENDKEY => ''} 2024-11-08T07:38:15,468 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T07:38:15,468 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731051450368 e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:38:15,468 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T07:38:15,468 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:38:15,469 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:38:15,470 INFO [StoreOpener-e719cd29f996fa18e6d9045cf6d9f550-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:38:15,472 INFO [StoreOpener-e719cd29f996fa18e6d9045cf6d9f550-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e719cd29f996fa18e6d9045cf6d9f550 columnFamilyName f 2024-11-08T07:38:15,472 DEBUG [StoreOpener-e719cd29f996fa18e6d9045cf6d9f550-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:38:15,480 DEBUG [StoreOpener-e719cd29f996fa18e6d9045cf6d9f550-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/f/60716b74cc5d40f4b032f426c725c020 2024-11-08T07:38:15,485 DEBUG [StoreOpener-e719cd29f996fa18e6d9045cf6d9f550-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/f/953d8b05020c498e98f9171fe7a4b585 2024-11-08T07:38:15,485 INFO [StoreOpener-e719cd29f996fa18e6d9045cf6d9f550-1 {}] regionserver.HStore(327): Store=e719cd29f996fa18e6d9045cf6d9f550/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T07:38:15,485 INFO [StoreOpener-e719cd29f996fa18e6d9045cf6d9f550-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:38:15,487 INFO [StoreOpener-e719cd29f996fa18e6d9045cf6d9f550-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e719cd29f996fa18e6d9045cf6d9f550 columnFamilyName f2 2024-11-08T07:38:15,487 DEBUG [StoreOpener-e719cd29f996fa18e6d9045cf6d9f550-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:38:15,487 INFO [StoreOpener-e719cd29f996fa18e6d9045cf6d9f550-1 {}] regionserver.HStore(327): Store=e719cd29f996fa18e6d9045cf6d9f550/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T07:38:15,487 INFO [StoreOpener-e719cd29f996fa18e6d9045cf6d9f550-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:38:15,488 INFO [StoreOpener-e719cd29f996fa18e6d9045cf6d9f550-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e719cd29f996fa18e6d9045cf6d9f550 columnFamilyName mob 2024-11-08T07:38:15,489 DEBUG [StoreOpener-e719cd29f996fa18e6d9045cf6d9f550-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:38:15,496 DEBUG [StoreOpener-e719cd29f996fa18e6d9045cf6d9f550-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/mob/03d064533b9a4c529a72e19096289021 2024-11-08T07:38:15,502 DEBUG [StoreOpener-e719cd29f996fa18e6d9045cf6d9f550-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/mob/aab2b5a9a9d34674ac83ed8325b38eb6 2024-11-08T07:38:15,502 INFO [StoreOpener-e719cd29f996fa18e6d9045cf6d9f550-1 {}] regionserver.HStore(327): Store=e719cd29f996fa18e6d9045cf6d9f550/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T07:38:15,502 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:38:15,503 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:38:15,504 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:38:15,506 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:38:15,506 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:38:15,507 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1731051450368 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T07:38:15,508 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:38:15,510 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened e719cd29f996fa18e6d9045cf6d9f550; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11946881440, jitterRate=0.11264003813266754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T07:38:15,510 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:38:15,514 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for e719cd29f996fa18e6d9045cf6d9f550: Running coprocessor pre-open hook at 1731051495469Writing region info on filesystem at 1731051495469Initializing all the Stores at 1731051495470 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731051495470Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731051495470Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731051495470Cleaning up temporary data from old regions at 1731051495506 (+36 ms)Running coprocessor post-open hooks at 1731051495510 (+4 ms)Region opened successfully at 1731051495513 (+3 ms) 2024-11-08T07:38:15,515 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550., pid=46, masterSystemTime=1731051495461 2024-11-08T07:38:15,517 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550. 2024-11-08T07:38:15,517 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550. 2024-11-08T07:38:15,518 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=e719cd29f996fa18e6d9045cf6d9f550, regionState=OPEN, openSeqNum=338, regionLocation=08a4831bbffd,41327,1731051441897 2024-11-08T07:38:15,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure e719cd29f996fa18e6d9045cf6d9f550, server=08a4831bbffd,41327,1731051441897 because future has completed 2024-11-08T07:38:15,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=44 2024-11-08T07:38:15,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure e719cd29f996fa18e6d9045cf6d9f550, server=08a4831bbffd,41327,1731051441897 in 213 msec 2024-11-08T07:38:15,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43 2024-11-08T07:38:15,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731051450368, region=e719cd29f996fa18e6d9045cf6d9f550, REOPEN/MOVE in 549 msec 2024-11-08T07:38:15,527 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-08T07:38:15,527 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1731051450368 in 554 msec 2024-11-08T07:38:15,529 DEBUG [PEWorker-3 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1731051450368 2024-11-08T07:38:15,535 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/f3/d7b6938d660949ccaead9616a7744234 to hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/archive/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/f3/d7b6938d660949ccaead9616a7744234 2024-11-08T07:38:15,537 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1731051450368 in 983 msec 2024-11-08T07:38:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-08T07:38:15,538 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1731051450368 completed 2024-11-08T07:38:15,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T07:38:15,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T07:38:15,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T07:38:15,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T07:38:15,575 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-08T07:38:15,580 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731051495539 2024-11-08T07:38:15,582 DEBUG [Time-limited test {}] impl.TableBackupClient(330): Dependent incremental backup image: {BackupID=backup_1731051482206} 2024-11-08T07:38:15,582 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731051460187} 2024-11-08T07:38:15,582 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 2 ancestors for the current backup. 2024-11-08T07:38:15,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T07:38:15,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T07:38:15,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T07:38:15,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T07:38:15,628 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected Exception : Mismatch in column family descriptor for table: test-1731051450368 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException: Mismatch in column family descriptor for table: test-1731051450368 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException$ColumnFamilyMismatchExceptionBuilder.build(ColumnFamilyMismatchException.java:56) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.verifyCfCompatibility(IncrementalTableBackupClient.java:513) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:280) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.lambda$TestIncBackupRestore$0(TestIncrementalBackup.java:171) ~[test-classes/:?] at org.junit.Assert.assertThrows(Assert.java:1001) ~[junit-4.13.2.jar:4.13.2] at org.junit.Assert.assertThrows(Assert.java:981) ~[junit-4.13.2.jar:4.13.2] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:170) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T07:38:15,630 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1731051495539,startts=0,failedts=1731051495629,failedphase=REQUEST,failedmessage= Mismatch in column family descriptor for table: test-1731051450368 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'tru 2024-11-08T07:38:15,631 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot 2024-11-08T07:38:15,633 WARN [Time-limited test {}] impl.BackupSystemTable(1549): Could not restore backup system table. Snapshot snapshot_backup_system does not exists. 2024-11-08T07:38:15,633 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-08T07:38:15,634 ERROR [Time-limited test {}] impl.BackupSystemTable(1578): Snapshot snapshot_backup_system does not exists 2024-11-08T07:38:15,634 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: REQUEST 2024-11-08T07:38:15,636 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-08T07:38:15,639 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1731051495539 failed. 2024-11-08T07:38:15,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T07:38:15,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T07:38:15,658 INFO [Time-limited test {}] impl.BackupManager(225): Full backup all the tables available in the cluster: [backup:system_bulk, test-1731051450368, ns2:test-17310514503681, ns3:test-17310514503682, ns4:test-17310514503683] 2024-11-08T07:38:15,658 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-08T07:38:15,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-08T07:38:15,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731051495663 (current time:1731051495663). 2024-11-08T07:38:15,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T07:38:15,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-08T07:38:15,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b8ad81c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:38:15,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:38:15,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:38:15,665 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:38:15,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:38:15,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:38:15,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a1f872e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:38:15,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:38:15,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:38:15,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:38:15,667 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:38:15,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eaf0f14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:38:15,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:38:15,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:38:15,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:38:15,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T07:38:15,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859. 2024-11-08T07:38:15,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T07:38:15,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:38:15,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:38:15,672 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:38:15,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-08T07:38:15,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] procedure2.ProcedureExecutor(1139): Stored pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-08T07:38:15,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-08T07:38:15,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-08T07:38:15,675 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T07:38:15,676 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T07:38:15,679 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T07:38:15,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741905_1081 (size=52) 2024-11-08T07:38:15,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-08T07:38:15,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-08T07:38:16,088 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T07:38:16,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7ae18935d0bdb3791efcef4bbda4f22a}] 2024-11-08T07:38:16,092 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7ae18935d0bdb3791efcef4bbda4f22a 2024-11-08T07:38:16,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=48 2024-11-08T07:38:16,247 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a. 2024-11-08T07:38:16,247 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2902): Flushing 7ae18935d0bdb3791efcef4bbda4f22a 2/2 column families, dataSize=2.61 KB heapSize=3.99 KB 2024-11-08T07:38:16,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/.tmp/meta/e53d9c8361424bbcb7858d7bd90d4187 is 158, key is trslm:hdfs://localhost:35525/backupUT\x00ns2:test-17310514503681/meta:log-roll-map/1731051494085/Put/seqid=0 2024-11-08T07:38:16,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741906_1082 (size=5745) 2024-11-08T07:38:16,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-08T07:38:16,664 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=492 B at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/.tmp/meta/e53d9c8361424bbcb7858d7bd90d4187 2024-11-08T07:38:16,678 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/.tmp/session/146aed275fe54a34835891f5637ed25e is 1245, key is session:backup_1731051495539/session:context/1731051495635/Put/seqid=0 2024-11-08T07:38:16,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741907_1083 (size=6682) 2024-11-08T07:38:16,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-08T07:38:16,870 DEBUG [master/08a4831bbffd:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=49, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731051450368 2024-11-08T07:38:16,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741908_1084 (size=950) 2024-11-08T07:38:17,084 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/.tmp/session/146aed275fe54a34835891f5637ed25e 2024-11-08T07:38:17,097 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/.tmp/meta/e53d9c8361424bbcb7858d7bd90d4187 as hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/meta/e53d9c8361424bbcb7858d7bd90d4187 2024-11-08T07:38:17,104 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/meta/e53d9c8361424bbcb7858d7bd90d4187, entries=4, sequenceid=31, filesize=5.6 K 2024-11-08T07:38:17,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/.tmp/session/146aed275fe54a34835891f5637ed25e as hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/session/146aed275fe54a34835891f5637ed25e 2024-11-08T07:38:17,112 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/session/146aed275fe54a34835891f5637ed25e, entries=3, sequenceid=31, filesize=6.5 K 2024-11-08T07:38:17,113 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(3140): Finished flush of dataSize ~2.61 KB/2669, heapSize ~3.96 KB/4056, currentSize=0 B/0 for 7ae18935d0bdb3791efcef4bbda4f22a in 866ms, sequenceid=31, compaction requested=true 2024-11-08T07:38:17,113 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2603): Flush status journal for 7ae18935d0bdb3791efcef4bbda4f22a: 2024-11-08T07:38:17,113 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a. for snapshot_backup_system completed. 2024-11-08T07:38:17,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a.' region-info for snapshot=snapshot_backup_system 2024-11-08T07:38:17,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T07:38:17,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/meta/6e0e1b895b7246e9b3d46efc7c6dd100, hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/meta/e53d9c8361424bbcb7858d7bd90d4187] hfiles 2024-11-08T07:38:17,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/meta/6e0e1b895b7246e9b3d46efc7c6dd100 for snapshot=snapshot_backup_system 2024-11-08T07:38:17,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/meta/e53d9c8361424bbcb7858d7bd90d4187 for snapshot=snapshot_backup_system 2024-11-08T07:38:17,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/session/85e4865d6e1b40ebb4bd846300e5f62f, hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/session/47edf22bda54456a8027d492301b6309, hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/session/146aed275fe54a34835891f5637ed25e] hfiles 2024-11-08T07:38:17,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/session/85e4865d6e1b40ebb4bd846300e5f62f for snapshot=snapshot_backup_system 2024-11-08T07:38:17,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/session/47edf22bda54456a8027d492301b6309 for snapshot=snapshot_backup_system 2024-11-08T07:38:17,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/session/146aed275fe54a34835891f5637ed25e for snapshot=snapshot_backup_system 2024-11-08T07:38:17,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741909_1085 (size=251) 2024-11-08T07:38:17,286 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/.tabledesc/.tableinfo.0000000004.908 2024-11-08T07:38:17,286 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/.tabledesc/.tableinfo.0000000005.950 2024-11-08T07:38:17,288 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731051450368 in 418 msec 2024-11-08T07:38:17,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a. 2024-11-08T07:38:17,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-08T07:38:17,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-08T07:38:17,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 7ae18935d0bdb3791efcef4bbda4f22a 2024-11-08T07:38:17,521 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7ae18935d0bdb3791efcef4bbda4f22a 2024-11-08T07:38:17,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-08T07:38:17,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7ae18935d0bdb3791efcef4bbda4f22a in 1.4340 sec 2024-11-08T07:38:17,526 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T07:38:17,528 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T07:38:17,529 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T07:38:17,530 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-08T07:38:17,531 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-08T07:38:17,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741910_1086 (size=888) 2024-11-08T07:38:17,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-08T07:38:17,943 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T07:38:17,952 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T07:38:17,953 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/.hbase-snapshot/snapshot_backup_system 2024-11-08T07:38:17,954 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T07:38:17,954 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-08T07:38:17,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2810 sec 2024-11-08T07:38:19,048 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 9044a3a2eaab66eeb1c2b19a5d6738de, had cached 0 bytes from a total of 8413 2024-11-08T07:38:19,179 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T07:38:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-08T07:38:19,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-08T07:38:19,833 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731051495640 started at 1731051499833. 2024-11-08T07:38:19,839 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731051495640 has been started. 2024-11-08T07:38:19,845 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-08T07:38:19,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-08T07:38:19,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-08T07:38:19,847 INFO [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-08T07:38:19,847 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-08T07:38:19,847 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-08T07:38:19,847 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-08T07:38:19,849 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-08T07:38:19,849 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-08T07:38:19,914 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/08a4831bbffd,41327,1731051441897 2024-11-08T07:38:19,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-08T07:38:19,914 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-08T07:38:19,914 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-08T07:38:19,915 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/08a4831bbffd,41327,1731051441897 2024-11-08T07:38:19,915 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-08T07:38:19,915 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-08T07:38:19,916 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-08T07:38:19,916 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-08T07:38:19,916 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-08T07:38:19,916 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-08T07:38:19,917 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-08T07:38:19,917 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-08T07:38:19,917 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-08T07:38:19,917 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-08T07:38:19,917 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-08T07:38:19,917 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-08T07:38:19,917 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '08a4831bbffd,41327,1731051441897' joining acquired barrier for procedure (rolllog) in zk 2024-11-08T07:38:19,924 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-08T07:38:19,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/08a4831bbffd,41327,1731051441897 2024-11-08T07:38:19,925 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/08a4831bbffd,41327,1731051441897 2024-11-08T07:38:19,925 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-08T07:38:19,925 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-08T07:38:19,925 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-08T07:38:19,925 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-08T07:38:19,925 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-08T07:38:19,926 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-08T07:38:19,926 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T07:38:19,926 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------08a4831bbffd,41327,1731051441897 2024-11-08T07:38:19,927 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-08T07:38:19,927 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '08a4831bbffd,41327,1731051441897' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-08T07:38:19,927 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@5039cf4f[Count = 0] remaining members to acquire global barrier 2024-11-08T07:38:19,927 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-08T07:38:19,927 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-08T07:38:19,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-08T07:38:19,935 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-08T07:38:19,935 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-08T07:38:19,935 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-08T07:38:19,935 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/08a4831bbffd,41327,1731051441897 2024-11-08T07:38:19,935 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-08T07:38:19,935 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-08T07:38:19,936 DEBUG [rs(08a4831bbffd,41327,1731051441897)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 08a4831bbffd,41327,1731051441897 2024-11-08T07:38:19,936 INFO [rs(08a4831bbffd,41327,1731051441897)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731051486619 highest: 1731051486640 on 08a4831bbffd,41327,1731051441897 2024-11-08T07:38:19,936 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-0:(num 1731051486619) roll requested 2024-11-08T07:38:19,951 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-0.1731051499936, exclude list is [], retry=0 2024-11-08T07:38:19,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36671,DS-2f1590ec-4b84-4d29-9a37-77e88093f222,DISK] 2024-11-08T07:38:19,955 INFO [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-0.1731051486619 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-0.1731051499936 2024-11-08T07:38:19,955 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39573:39573)] 2024-11-08T07:38:19,956 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-0.1731051486619 is not closed yet, will try archiving it next time 2024-11-08T07:38:19,956 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-1:(num 1731051486640) roll requested 2024-11-08T07:38:19,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741888_1064 (size=93) 2024-11-08T07:38:19,957 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-0.1731051486619 not finished, retry = 0 2024-11-08T07:38:19,968 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-1.1731051499956, exclude list is [], retry=0 2024-11-08T07:38:19,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36671,DS-2f1590ec-4b84-4d29-9a37-77e88093f222,DISK] 2024-11-08T07:38:19,972 INFO [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-1.1731051486640 with entries=15, filesize=4.80 KB; new WAL /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-1.1731051499956 2024-11-08T07:38:19,972 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39573:39573)] 2024-11-08T07:38:19,973 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-1.1731051486640 is not closed yet, will try archiving it next time 2024-11-08T07:38:19,973 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 08a4831bbffd%2C41327%2C1731051441897.meta:.meta(num 1731051486659) roll requested 2024-11-08T07:38:19,973 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-1.1731051467080 to hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/oldWALs/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-1.1731051467080 2024-11-08T07:38:19,974 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-1.1731051486640 not finished, retry = 0 2024-11-08T07:38:19,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741890_1066 (size=4927) 2024-11-08T07:38:19,985 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.meta.1731051499973.meta, exclude list is [], retry=0 2024-11-08T07:38:19,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36671,DS-2f1590ec-4b84-4d29-9a37-77e88093f222,DISK] 2024-11-08T07:38:19,988 INFO [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.meta.1731051486659.meta with entries=4, filesize=1.85 KB; new WAL /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.meta.1731051499973.meta 2024-11-08T07:38:19,988 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39573:39573)] 2024-11-08T07:38:19,989 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.meta.1731051486659.meta is not closed yet, will try archiving it next time 2024-11-08T07:38:19,990 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.meta.1731051486659.meta not finished, retry = 0 2024-11-08T07:38:19,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741891_1067 (size=1903) 2024-11-08T07:38:19,996 DEBUG [rs(08a4831bbffd,41327,1731051441897)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-08T07:38:19,996 INFO [rs(08a4831bbffd,41327,1731051441897)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731051499936 on 08a4831bbffd,41327,1731051441897 2024-11-08T07:38:20,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T07:38:20,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T07:38:20,015 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-08T07:38:20,015 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '08a4831bbffd,41327,1731051441897' in zk 2024-11-08T07:38:20,026 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-08T07:38:20,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/08a4831bbffd,41327,1731051441897 2024-11-08T07:38:20,026 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-08T07:38:20,026 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-08T07:38:20,026 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/08a4831bbffd,41327,1731051441897 2024-11-08T07:38:20,026 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-08T07:38:20,026 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-08T07:38:20,027 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-08T07:38:20,027 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-08T07:38:20,028 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T07:38:20,028 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------08a4831bbffd,41327,1731051441897 2024-11-08T07:38:20,029 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-08T07:38:20,029 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T07:38:20,030 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------08a4831bbffd,41327,1731051441897 2024-11-08T07:38:20,031 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '08a4831bbffd,41327,1731051441897': 2024-11-08T07:38:20,031 INFO [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-08T07:38:20,031 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '08a4831bbffd,41327,1731051441897' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-08T07:38:20,031 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-08T07:38:20,031 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-08T07:38:20,031 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-08T07:38:20,031 INFO [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-08T07:38:20,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-08T07:38:20,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-08T07:38:20,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-08T07:38:20,040 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-08T07:38:20,040 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-08T07:38:20,040 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-08T07:38:20,041 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-08T07:38:20,041 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-08T07:38:20,041 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-08T07:38:20,041 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-08T07:38:20,041 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-08T07:38:20,042 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/08a4831bbffd,41327,1731051441897 2024-11-08T07:38:20,042 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T07:38:20,042 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-08T07:38:20,043 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-08T07:38:20,043 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T07:38:20,044 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------08a4831bbffd,41327,1731051441897 2024-11-08T07:38:20,044 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/08a4831bbffd,41327,1731051441897 2024-11-08T07:38:20,044 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-08T07:38:20,045 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T07:38:20,045 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------08a4831bbffd,41327,1731051441897 2024-11-08T07:38:20,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/08a4831bbffd,41327,1731051441897 2024-11-08T07:38:20,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-08T07:38:20,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-08T07:38:20,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-08T07:38:20,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/08a4831bbffd,41327,1731051441897 2024-11-08T07:38:20,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-08T07:38:20,058 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-08T07:38:20,058 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-08T07:38:20,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-08T07:38:20,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-08T07:38:20,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-08T07:38:20,058 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-0.1731051486619 to hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/oldWALs/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-0.1731051486619 2024-11-08T07:38:20,058 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-08T07:38:20,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-08T07:38:20,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-08T07:38:20,059 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2024-11-08T07:38:20,059 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-08T07:38:20,059 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-08T07:38:20,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-08T07:38:20,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731051500073_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-08T07:38:20,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731051500073 (current time:1731051500073). 2024-11-08T07:38:20,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T07:38:20,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731051500073_backup_system_bulk VERSION not specified, setting to 2 2024-11-08T07:38:20,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@717f4777, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:38:20,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:38:20,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:38:20,075 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:38:20,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:38:20,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:38:20,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@536f3f01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:38:20,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:38:20,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:38:20,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:38:20,077 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:38:20,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec70ece, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:38:20,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:38:20,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:38:20,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:38:20,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T07:38:20,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859. 2024-11-08T07:38:20,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T07:38:20,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:38:20,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:38:20,082 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:38:20,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-08T07:38:20,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731051500073_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-08T07:38:20,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731051500073_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-11-08T07:38:20,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-08T07:38:20,084 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731051500073_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T07:38:20,085 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731051500073_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T07:38:20,087 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731051500073_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T07:38:20,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741914_1090 (size=76) 2024-11-08T07:38:20,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-08T07:38:20,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-08T07:38:20,497 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731051500073_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T07:38:20,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8056396fedfde5703e9fb08a1aa0bd2f}] 2024-11-08T07:38:20,500 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8056396fedfde5703e9fb08a1aa0bd2f 2024-11-08T07:38:20,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=51 2024-11-08T07:38:20,653 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system_bulk,,1731051462533.8056396fedfde5703e9fb08a1aa0bd2f. 2024-11-08T07:38:20,653 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 8056396fedfde5703e9fb08a1aa0bd2f: 2024-11-08T07:38:20,653 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system_bulk,,1731051462533.8056396fedfde5703e9fb08a1aa0bd2f. for snapshot_1731051500073_backup_system_bulk completed. 2024-11-08T07:38:20,653 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(241): Storing 'backup:system_bulk,,1731051462533.8056396fedfde5703e9fb08a1aa0bd2f.' region-info for snapshot=snapshot_1731051500073_backup_system_bulk 2024-11-08T07:38:20,653 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T07:38:20,653 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T07:38:20,653 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T07:38:20,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741915_1091 (size=61) 2024-11-08T07:38:20,672 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-08T07:38:20,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-08T07:38:21,065 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system_bulk,,1731051462533.8056396fedfde5703e9fb08a1aa0bd2f. 2024-11-08T07:38:21,066 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-08T07:38:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-08T07:38:21,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731051500073_backup_system_bulk on region 8056396fedfde5703e9fb08a1aa0bd2f 2024-11-08T07:38:21,068 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8056396fedfde5703e9fb08a1aa0bd2f 2024-11-08T07:38:21,076 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-08T07:38:21,076 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8056396fedfde5703e9fb08a1aa0bd2f in 574 msec 2024-11-08T07:38:21,076 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731051500073_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T07:38:21,077 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731051500073_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T07:38:21,078 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731051500073_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T07:38:21,078 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731051500073_backup_system_bulk 2024-11-08T07:38:21,079 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/.hbase-snapshot/.tmp/snapshot_1731051500073_backup_system_bulk 2024-11-08T07:38:21,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741916_1092 (size=702) 2024-11-08T07:38:21,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-08T07:38:21,496 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731051500073_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T07:38:21,505 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731051500073_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T07:38:21,506 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/.hbase-snapshot/.tmp/snapshot_1731051500073_backup_system_bulk to hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/.hbase-snapshot/snapshot_1731051500073_backup_system_bulk 2024-11-08T07:38:21,508 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731051500073_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T07:38:21,508 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731051500073_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-11-08T07:38:21,510 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731051500073_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } in 1.4260 sec 2024-11-08T07:38:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-08T07:38:22,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system_bulk completed 2024-11-08T07:38:22,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731051502241_ns3_test-17310514503682 table=ns3:test-17310514503682 type=FLUSH ttl=0 } 2024-11-08T07:38:22,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731051502243 (current time:1731051502243). 2024-11-08T07:38:22,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T07:38:22,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731051502241_ns3_test-17310514503682 VERSION not specified, setting to 2 2024-11-08T07:38:22,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a74cfc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:38:22,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:38:22,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:38:22,247 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:38:22,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:38:22,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:38:22,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46bcfc24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:38:22,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:38:22,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:38:22,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:38:22,249 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:38:22,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5da3283, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:38:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:38:22,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:38:22,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:38:22,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T07:38:22,252 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859. 2024-11-08T07:38:22,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T07:38:22,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:38:22,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:38:22,253 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:38:22,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-08T07:38:22,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731051502241_ns3_test-17310514503682 table=ns3:test-17310514503682 type=FLUSH ttl=0 } 2024-11-08T07:38:22,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731051502241_ns3_test-17310514503682 table=ns3:test-17310514503682 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-11-08T07:38:22,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-08T07:38:22,255 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731051502241_ns3_test-17310514503682 table=ns3:test-17310514503682 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T07:38:22,256 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731051502241_ns3_test-17310514503682 table=ns3:test-17310514503682 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T07:38:22,258 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731051502241_ns3_test-17310514503682 table=ns3:test-17310514503682 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T07:38:22,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741917_1093 (size=86) 2024-11-08T07:38:22,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-08T07:38:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-08T07:38:22,666 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731051502241_ns3_test-17310514503682 table=ns3:test-17310514503682 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T07:38:22,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure de690c01369ff927e9706629a3cdac3b}] 2024-11-08T07:38:22,668 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure de690c01369ff927e9706629a3cdac3b 2024-11-08T07:38:22,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=53 2024-11-08T07:38:22,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17310514503682,,1731051454595.de690c01369ff927e9706629a3cdac3b. 2024-11-08T07:38:22,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for de690c01369ff927e9706629a3cdac3b: 2024-11-08T07:38:22,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17310514503682,,1731051454595.de690c01369ff927e9706629a3cdac3b. for snapshot_1731051502241_ns3_test-17310514503682 completed. 2024-11-08T07:38:22,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(241): Storing 'ns3:test-17310514503682,,1731051454595.de690c01369ff927e9706629a3cdac3b.' region-info for snapshot=snapshot_1731051502241_ns3_test-17310514503682 2024-11-08T07:38:22,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T07:38:22,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T07:38:22,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741918_1094 (size=52) 2024-11-08T07:38:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-08T07:38:23,236 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17310514503682,,1731051454595.de690c01369ff927e9706629a3cdac3b. 2024-11-08T07:38:23,236 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-08T07:38:23,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-08T07:38:23,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731051502241_ns3_test-17310514503682 on region de690c01369ff927e9706629a3cdac3b 2024-11-08T07:38:23,237 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure de690c01369ff927e9706629a3cdac3b 2024-11-08T07:38:23,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-08T07:38:23,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; SnapshotRegionProcedure de690c01369ff927e9706629a3cdac3b in 572 msec 2024-11-08T07:38:23,241 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731051502241_ns3_test-17310514503682 table=ns3:test-17310514503682 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T07:38:23,243 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731051502241_ns3_test-17310514503682 table=ns3:test-17310514503682 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T07:38:23,244 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731051502241_ns3_test-17310514503682 table=ns3:test-17310514503682 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T07:38:23,244 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731051502241_ns3_test-17310514503682 2024-11-08T07:38:23,245 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/.hbase-snapshot/.tmp/snapshot_1731051502241_ns3_test-17310514503682 2024-11-08T07:38:23,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741919_1095 (size=443) 2024-11-08T07:38:23,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-08T07:38:23,657 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731051502241_ns3_test-17310514503682 table=ns3:test-17310514503682 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T07:38:23,666 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731051502241_ns3_test-17310514503682 table=ns3:test-17310514503682 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T07:38:23,667 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/.hbase-snapshot/.tmp/snapshot_1731051502241_ns3_test-17310514503682 to hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/.hbase-snapshot/snapshot_1731051502241_ns3_test-17310514503682 2024-11-08T07:38:23,669 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731051502241_ns3_test-17310514503682 table=ns3:test-17310514503682 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T07:38:23,669 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731051502241_ns3_test-17310514503682 table=ns3:test-17310514503682 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-11-08T07:38:23,671 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731051502241_ns3_test-17310514503682 table=ns3:test-17310514503682 type=FLUSH ttl=0 } in 1.4160 sec 2024-11-08T07:38:24,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-08T07:38:24,402 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns3:test-17310514503682 completed 2024-11-08T07:38:24,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731051504402_ns2_test-17310514503681 table=ns2:test-17310514503681 type=FLUSH ttl=0 } 2024-11-08T07:38:24,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731051504403 (current time:1731051504403). 2024-11-08T07:38:24,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T07:38:24,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731051504402_ns2_test-17310514503681 VERSION not specified, setting to 2 2024-11-08T07:38:24,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ca0c4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:38:24,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:38:24,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:38:24,407 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:38:24,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:38:24,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:38:24,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58113209, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:38:24,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:38:24,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:38:24,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:38:24,409 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:38:24,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@322305c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:38:24,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:38:24,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:38:24,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:38:24,412 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T07:38:24,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859. 2024-11-08T07:38:24,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T07:38:24,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:38:24,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:38:24,413 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:38:24,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-08T07:38:24,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731051504402_ns2_test-17310514503681 table=ns2:test-17310514503681 type=FLUSH ttl=0 } 2024-11-08T07:38:24,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731051504402_ns2_test-17310514503681 table=ns2:test-17310514503681 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-11-08T07:38:24,416 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731051504402_ns2_test-17310514503681 table=ns2:test-17310514503681 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T07:38:24,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-08T07:38:24,418 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731051504402_ns2_test-17310514503681 table=ns2:test-17310514503681 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T07:38:24,420 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731051504402_ns2_test-17310514503681 table=ns2:test-17310514503681 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T07:38:24,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741920_1096 (size=86) 2024-11-08T07:38:24,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-08T07:38:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-08T07:38:24,829 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731051504402_ns2_test-17310514503681 table=ns2:test-17310514503681 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T07:38:24,830 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9044a3a2eaab66eeb1c2b19a5d6738de}] 2024-11-08T07:38:24,832 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9044a3a2eaab66eeb1c2b19a5d6738de 2024-11-08T07:38:24,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=55 2024-11-08T07:38:24,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17310514503681,,1731051453293.9044a3a2eaab66eeb1c2b19a5d6738de. 2024-11-08T07:38:24,985 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 9044a3a2eaab66eeb1c2b19a5d6738de 1/1 column families, dataSize=170 B heapSize=816 B 2024-11-08T07:38:24,990 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns2/test-17310514503681/9044a3a2eaab66eeb1c2b19a5d6738de/.tmp/f/2d7e68ef722a419eb069e87b09edfb38 is 38, key is row-t20/f:q1/1731051480853/Put/seqid=0 2024-11-08T07:38:24,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741921_1097 (size=5134) 2024-11-08T07:38:25,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-08T07:38:25,395 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns2/test-17310514503681/9044a3a2eaab66eeb1c2b19a5d6738de/.tmp/f/2d7e68ef722a419eb069e87b09edfb38 2024-11-08T07:38:25,410 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns2/test-17310514503681/9044a3a2eaab66eeb1c2b19a5d6738de/.tmp/f/2d7e68ef722a419eb069e87b09edfb38 as hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns2/test-17310514503681/9044a3a2eaab66eeb1c2b19a5d6738de/f/2d7e68ef722a419eb069e87b09edfb38 2024-11-08T07:38:25,420 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns2/test-17310514503681/9044a3a2eaab66eeb1c2b19a5d6738de/f/2d7e68ef722a419eb069e87b09edfb38, entries=5, sequenceid=111, filesize=5.0 K 2024-11-08T07:38:25,421 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for 9044a3a2eaab66eeb1c2b19a5d6738de in 436ms, sequenceid=111, compaction requested=false 2024-11-08T07:38:25,421 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 9044a3a2eaab66eeb1c2b19a5d6738de: 2024-11-08T07:38:25,422 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17310514503681,,1731051453293.9044a3a2eaab66eeb1c2b19a5d6738de. for snapshot_1731051504402_ns2_test-17310514503681 completed. 2024-11-08T07:38:25,422 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17310514503681,,1731051453293.9044a3a2eaab66eeb1c2b19a5d6738de.' region-info for snapshot=snapshot_1731051504402_ns2_test-17310514503681 2024-11-08T07:38:25,422 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T07:38:25,422 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns2/test-17310514503681/9044a3a2eaab66eeb1c2b19a5d6738de/f/d53a2e2a9e5b4e84bc718db73f476725, hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns2/test-17310514503681/9044a3a2eaab66eeb1c2b19a5d6738de/f/2d7e68ef722a419eb069e87b09edfb38] hfiles 2024-11-08T07:38:25,422 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns2/test-17310514503681/9044a3a2eaab66eeb1c2b19a5d6738de/f/d53a2e2a9e5b4e84bc718db73f476725 for snapshot=snapshot_1731051504402_ns2_test-17310514503681 2024-11-08T07:38:25,422 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns2/test-17310514503681/9044a3a2eaab66eeb1c2b19a5d6738de/f/2d7e68ef722a419eb069e87b09edfb38 for snapshot=snapshot_1731051504402_ns2_test-17310514503681 2024-11-08T07:38:25,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741922_1098 (size=130) 2024-11-08T07:38:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-08T07:38:25,830 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17310514503681,,1731051453293.9044a3a2eaab66eeb1c2b19a5d6738de. 2024-11-08T07:38:25,831 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-08T07:38:25,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-08T07:38:25,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731051504402_ns2_test-17310514503681 on region 9044a3a2eaab66eeb1c2b19a5d6738de 2024-11-08T07:38:25,833 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9044a3a2eaab66eeb1c2b19a5d6738de 2024-11-08T07:38:25,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-08T07:38:25,840 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731051504402_ns2_test-17310514503681 table=ns2:test-17310514503681 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T07:38:25,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9044a3a2eaab66eeb1c2b19a5d6738de in 1.0070 sec 2024-11-08T07:38:25,841 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731051504402_ns2_test-17310514503681 table=ns2:test-17310514503681 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T07:38:25,842 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731051504402_ns2_test-17310514503681 table=ns2:test-17310514503681 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T07:38:25,842 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731051504402_ns2_test-17310514503681 2024-11-08T07:38:25,843 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/.hbase-snapshot/.tmp/snapshot_1731051504402_ns2_test-17310514503681 2024-11-08T07:38:25,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741923_1099 (size=496) 2024-11-08T07:38:26,113 INFO [master/08a4831bbffd:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T07:38:26,113 INFO [master/08a4831bbffd:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T07:38:26,259 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731051504402_ns2_test-17310514503681 table=ns2:test-17310514503681 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T07:38:26,268 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731051504402_ns2_test-17310514503681 table=ns2:test-17310514503681 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T07:38:26,269 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/.hbase-snapshot/.tmp/snapshot_1731051504402_ns2_test-17310514503681 to hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/.hbase-snapshot/snapshot_1731051504402_ns2_test-17310514503681 2024-11-08T07:38:26,270 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731051504402_ns2_test-17310514503681 table=ns2:test-17310514503681 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T07:38:26,270 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731051504402_ns2_test-17310514503681 table=ns2:test-17310514503681 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-11-08T07:38:26,272 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731051504402_ns2_test-17310514503681 table=ns2:test-17310514503681 type=FLUSH ttl=0 } in 1.8570 sec 2024-11-08T07:38:26,500 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 7ae18935d0bdb3791efcef4bbda4f22a, had cached 0 bytes from a total of 28925 2024-11-08T07:38:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-08T07:38:26,562 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17310514503681 completed 2024-11-08T07:38:26,564 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731051506562_ns4_test-17310514503683 table=ns4:test-17310514503683 type=FLUSH ttl=0 } 2024-11-08T07:38:26,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731051506564 (current time:1731051506564). 2024-11-08T07:38:26,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T07:38:26,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731051506562_ns4_test-17310514503683 VERSION not specified, setting to 2 2024-11-08T07:38:26,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e1712e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:38:26,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:38:26,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:38:26,570 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:38:26,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:38:26,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:38:26,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ff887a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:38:26,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:38:26,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:38:26,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:38:26,573 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:38:26,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c879032, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:38:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:38:26,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:38:26,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:38:26,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T07:38:26,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859. 2024-11-08T07:38:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T07:38:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:38:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:38:26,578 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:38:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-08T07:38:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731051506562_ns4_test-17310514503683 table=ns4:test-17310514503683 type=FLUSH ttl=0 } 2024-11-08T07:38:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731051506562_ns4_test-17310514503683 table=ns4:test-17310514503683 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-11-08T07:38:26,581 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731051506562_ns4_test-17310514503683 table=ns4:test-17310514503683 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T07:38:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-08T07:38:26,582 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731051506562_ns4_test-17310514503683 table=ns4:test-17310514503683 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T07:38:26,584 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731051506562_ns4_test-17310514503683 table=ns4:test-17310514503683 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T07:38:26,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741924_1100 (size=86) 2024-11-08T07:38:26,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-08T07:38:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-08T07:38:26,992 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731051506562_ns4_test-17310514503683 table=ns4:test-17310514503683 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T07:38:26,992 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c8127bee32c65c633715b84e5dd796e}] 2024-11-08T07:38:26,994 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c8127bee32c65c633715b84e5dd796e 2024-11-08T07:38:27,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=57 2024-11-08T07:38:27,147 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-17310514503683,,1731051456760.2c8127bee32c65c633715b84e5dd796e. 2024-11-08T07:38:27,148 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 2c8127bee32c65c633715b84e5dd796e: 2024-11-08T07:38:27,148 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-17310514503683,,1731051456760.2c8127bee32c65c633715b84e5dd796e. for snapshot_1731051506562_ns4_test-17310514503683 completed. 2024-11-08T07:38:27,149 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(241): Storing 'ns4:test-17310514503683,,1731051456760.2c8127bee32c65c633715b84e5dd796e.' region-info for snapshot=snapshot_1731051506562_ns4_test-17310514503683 2024-11-08T07:38:27,149 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T07:38:27,149 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T07:38:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-08T07:38:27,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741925_1101 (size=52) 2024-11-08T07:38:27,691 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-17310514503683,,1731051456760.2c8127bee32c65c633715b84e5dd796e. 2024-11-08T07:38:27,692 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-08T07:38:27,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-08T07:38:27,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731051506562_ns4_test-17310514503683 on region 2c8127bee32c65c633715b84e5dd796e 2024-11-08T07:38:27,694 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2c8127bee32c65c633715b84e5dd796e 2024-11-08T07:38:27,701 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-08T07:38:27,701 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2c8127bee32c65c633715b84e5dd796e in 705 msec 2024-11-08T07:38:27,701 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731051506562_ns4_test-17310514503683 table=ns4:test-17310514503683 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T07:38:27,702 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731051506562_ns4_test-17310514503683 table=ns4:test-17310514503683 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T07:38:27,703 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731051506562_ns4_test-17310514503683 table=ns4:test-17310514503683 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T07:38:27,703 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731051506562_ns4_test-17310514503683 2024-11-08T07:38:27,704 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/.hbase-snapshot/.tmp/snapshot_1731051506562_ns4_test-17310514503683 2024-11-08T07:38:27,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741926_1102 (size=443) 2024-11-08T07:38:27,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-08T07:38:28,123 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731051506562_ns4_test-17310514503683 table=ns4:test-17310514503683 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T07:38:28,131 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731051506562_ns4_test-17310514503683 table=ns4:test-17310514503683 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T07:38:28,131 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/.hbase-snapshot/.tmp/snapshot_1731051506562_ns4_test-17310514503683 to hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/.hbase-snapshot/snapshot_1731051506562_ns4_test-17310514503683 2024-11-08T07:38:28,133 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731051506562_ns4_test-17310514503683 table=ns4:test-17310514503683 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T07:38:28,133 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731051506562_ns4_test-17310514503683 table=ns4:test-17310514503683 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-11-08T07:38:28,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731051506562_ns4_test-17310514503683 table=ns4:test-17310514503683 type=FLUSH ttl=0 } in 1.5540 sec 2024-11-08T07:38:28,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-08T07:38:28,732 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns4:test-17310514503683 completed 2024-11-08T07:38:28,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731051508732_default_test-1731051450368 table=test-1731051450368 type=FLUSH ttl=0 } 2024-11-08T07:38:28,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731051508734 (current time:1731051508734). 2024-11-08T07:38:28,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T07:38:28,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731051508732_default_test-1731051450368 VERSION not specified, setting to 2 2024-11-08T07:38:28,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@761ba2a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:38:28,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:38:28,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:38:28,739 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:38:28,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:38:28,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:38:28,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60314149, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:38:28,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:38:28,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:38:28,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:38:28,741 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:38:28,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a5a5c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:38:28,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:38:28,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:38:28,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:38:28,744 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T07:38:28,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859. 2024-11-08T07:38:28,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T07:38:28,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:38:28,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:38:28,746 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:38:28,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-08T07:38:28,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731051508732_default_test-1731051450368 table=test-1731051450368 type=FLUSH ttl=0 } 2024-11-08T07:38:28,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731051508732_default_test-1731051450368 table=test-1731051450368 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-11-08T07:38:28,748 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731051508732_default_test-1731051450368 table=test-1731051450368 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T07:38:28,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-08T07:38:28,749 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731051508732_default_test-1731051450368 table=test-1731051450368 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T07:38:28,752 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731051508732_default_test-1731051450368 table=test-1731051450368 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T07:38:28,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741927_1103 (size=84) 2024-11-08T07:38:28,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-08T07:38:29,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-08T07:38:29,160 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731051508732_default_test-1731051450368 table=test-1731051450368 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T07:38:29,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e719cd29f996fa18e6d9045cf6d9f550}] 2024-11-08T07:38:29,161 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:38:29,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=59 2024-11-08T07:38:29,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550. 2024-11-08T07:38:29,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for e719cd29f996fa18e6d9045cf6d9f550: 2024-11-08T07:38:29,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550. for snapshot_1731051508732_default_test-1731051450368 completed. 2024-11-08T07:38:29,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(241): Storing 'test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550.' region-info for snapshot=snapshot_1731051508732_default_test-1731051450368 2024-11-08T07:38:29,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T07:38:29,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/f/60716b74cc5d40f4b032f426c725c020, hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/f/953d8b05020c498e98f9171fe7a4b585] hfiles 2024-11-08T07:38:29,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/f/60716b74cc5d40f4b032f426c725c020 for snapshot=snapshot_1731051508732_default_test-1731051450368 2024-11-08T07:38:29,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/f/953d8b05020c498e98f9171fe7a4b585 for snapshot=snapshot_1731051508732_default_test-1731051450368 2024-11-08T07:38:29,315 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T07:38:29,315 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/mob/aab2b5a9a9d34674ac83ed8325b38eb6, hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/mob/03d064533b9a4c529a72e19096289021] hfiles 2024-11-08T07:38:29,315 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/mob/aab2b5a9a9d34674ac83ed8325b38eb6 for snapshot=snapshot_1731051508732_default_test-1731051450368 2024-11-08T07:38:29,315 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/mob/03d064533b9a4c529a72e19096289021 for snapshot=snapshot_1731051508732_default_test-1731051450368 2024-11-08T07:38:29,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741928_1104 (size=224) 2024-11-08T07:38:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-08T07:38:29,721 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550. 2024-11-08T07:38:29,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-08T07:38:29,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-08T07:38:29,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731051508732_default_test-1731051450368 on region e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:38:29,724 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:38:29,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-08T07:38:29,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e719cd29f996fa18e6d9045cf6d9f550 in 566 msec 2024-11-08T07:38:29,732 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731051508732_default_test-1731051450368 table=test-1731051450368 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T07:38:29,734 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731051508732_default_test-1731051450368 table=test-1731051450368 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T07:38:29,736 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-08T07:38:29,736 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-08T07:38:29,737 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:38:29,737 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-08T07:38:29,737 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:38:29,738 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f2 2024-11-08T07:38:29,738 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:38:29,740 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/mobdir/data/default/test-1731051450368/7f53f167c8a79c88cca840ed471bf204/mob/d41d8cd98f00b204e9800998ecf8427e202411080a71e87e7cc84cbdaebb8fd28cbe9825_e719cd29f996fa18e6d9045cf6d9f550] hfiles 2024-11-08T07:38:29,740 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/mobdir/data/default/test-1731051450368/7f53f167c8a79c88cca840ed471bf204/mob/d41d8cd98f00b204e9800998ecf8427e202411080a71e87e7cc84cbdaebb8fd28cbe9825_e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:38:29,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741929_1105 (size=168) 2024-11-08T07:38:29,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-08T07:38:30,152 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731051508732_default_test-1731051450368 table=test-1731051450368 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T07:38:30,152 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731051508732_default_test-1731051450368 2024-11-08T07:38:30,154 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/.hbase-snapshot/.tmp/snapshot_1731051508732_default_test-1731051450368 2024-11-08T07:38:30,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741930_1106 (size=1347) 2024-11-08T07:38:30,575 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731051508732_default_test-1731051450368 table=test-1731051450368 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T07:38:30,586 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731051508732_default_test-1731051450368 table=test-1731051450368 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T07:38:30,586 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/.hbase-snapshot/.tmp/snapshot_1731051508732_default_test-1731051450368 to hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/.hbase-snapshot/snapshot_1731051508732_default_test-1731051450368 2024-11-08T07:38:30,587 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731051508732_default_test-1731051450368 table=test-1731051450368 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T07:38:30,587 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731051508732_default_test-1731051450368 table=test-1731051450368 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-11-08T07:38:30,588 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731051508732_default_test-1731051450368 table=test-1731051450368 type=FLUSH ttl=0 } in 1.8410 sec 2024-11-08T07:38:30,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-08T07:38:30,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1731051450368 completed 2024-11-08T07:38:30,902 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1731051495640 2024-11-08T07:38:30,902 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-08T07:38:30,902 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 5 snapshots to be copied. 2024-11-08T07:38:30,902 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731051495640_backup:system_bulk 2024-11-08T07:38:30,902 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731051500073_backup_system_bulk to hdfs://localhost:35525/backupUT/backup_1731051495640/backup/system_bulk/ 2024-11-08T07:38:30,902 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-08T07:38:30,935 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:35525, inputRoot=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6 2024-11-08T07:38:30,935 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1964883875_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:35525/backupUT/backup_1731051495640/backup/system_bulk, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:35525/backupUT/backup_1731051495640/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1731051500073_backup_system_bulk 2024-11-08T07:38:30,937 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-08T07:38:30,941 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/.hbase-snapshot/snapshot_1731051500073_backup_system_bulk to hdfs://localhost:35525/backupUT/backup_1731051495640/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1731051500073_backup_system_bulk 2024-11-08T07:38:30,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741931_1107 (size=76) 2024-11-08T07:38:30,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741932_1108 (size=702) 2024-11-08T07:38:31,360 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:31,360 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:31,360 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:32,225 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/hadoop-2485580069218802563.jar 2024-11-08T07:38:32,226 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:32,226 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:32,226 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:32,226 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:32,226 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:32,226 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:32,227 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:32,227 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:32,227 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:32,227 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T07:38:32,227 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T07:38:32,228 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T07:38:32,228 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T07:38:32,228 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T07:38:32,228 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T07:38:32,228 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T07:38:32,228 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T07:38:32,229 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T07:38:32,229 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T07:38:32,229 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T07:38:32,229 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T07:38:32,229 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T07:38:32,230 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T07:38:32,230 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T07:38:32,230 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T07:38:32,230 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T07:38:32,230 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T07:38:32,264 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T07:38:32,286 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731051500073_backup_system_bulk' hfile list 2024-11-08T07:38:32,364 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/mapreduce.cluster.local.dir/job_local695613388_0005_0edf3822-f397-4783-9bc2-1f5470340422/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-08T07:38:32,364 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/mapreduce.cluster.local.dir/job_local695613388_0005_0edf3822-f397-4783-9bc2-1f5470340422/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-08T07:38:33,406 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-08T07:38:33,408 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-08T07:38:33,417 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731051500073_backup_system_bulk 2024-11-08T07:38:33,417 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731051500073_backup_system_bulk finished. 2024-11-08T07:38:33,417 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731051495640_ns3:test-17310514503682 2024-11-08T07:38:33,417 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731051502241_ns3_test-17310514503682 to hdfs://localhost:35525/backupUT/backup_1731051495640/ns3/test-17310514503682/ 2024-11-08T07:38:33,417 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-08T07:38:33,443 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:35525, inputRoot=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6 2024-11-08T07:38:33,443 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1964883875_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:35525/backupUT/backup_1731051495640/ns3/test-17310514503682, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:35525/backupUT/backup_1731051495640/ns3/test-17310514503682/.hbase-snapshot/.tmp/snapshot_1731051502241_ns3_test-17310514503682 2024-11-08T07:38:33,445 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-08T07:38:33,449 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/.hbase-snapshot/snapshot_1731051502241_ns3_test-17310514503682 to hdfs://localhost:35525/backupUT/backup_1731051495640/ns3/test-17310514503682/.hbase-snapshot/.tmp/snapshot_1731051502241_ns3_test-17310514503682 2024-11-08T07:38:33,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741933_1109 (size=86) 2024-11-08T07:38:33,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741934_1110 (size=443) 2024-11-08T07:38:33,866 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:33,867 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:33,868 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:34,726 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/hadoop-3780169306004179305.jar 2024-11-08T07:38:34,726 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:34,726 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:34,727 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:34,727 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:34,727 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:34,727 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:34,727 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:34,728 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:34,728 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:34,728 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T07:38:34,728 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T07:38:34,728 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T07:38:34,729 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T07:38:34,729 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T07:38:34,729 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T07:38:34,729 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T07:38:34,729 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T07:38:34,730 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T07:38:34,730 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T07:38:34,730 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T07:38:34,730 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T07:38:34,730 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T07:38:34,731 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T07:38:34,731 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T07:38:34,731 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T07:38:34,731 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T07:38:34,731 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T07:38:34,764 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T07:38:34,788 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731051502241_ns3_test-17310514503682' hfile list 2024-11-08T07:38:34,875 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/mapreduce.cluster.local.dir/job_local824113059_0006_60535fad-8b59-4969-9f35-b93c3bc38d04/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-08T07:38:34,875 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/mapreduce.cluster.local.dir/job_local824113059_0006_60535fad-8b59-4969-9f35-b93c3bc38d04/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-08T07:38:35,910 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-08T07:38:35,913 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-08T07:38:35,923 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731051502241_ns3_test-17310514503682 2024-11-08T07:38:35,923 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731051502241_ns3_test-17310514503682 finished. 2024-11-08T07:38:35,923 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731051495640_ns2:test-17310514503681 2024-11-08T07:38:35,923 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731051504402_ns2_test-17310514503681 to hdfs://localhost:35525/backupUT/backup_1731051495640/ns2/test-17310514503681/ 2024-11-08T07:38:35,923 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-08T07:38:35,950 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:35525, inputRoot=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6 2024-11-08T07:38:35,950 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1964883875_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:35525/backupUT/backup_1731051495640/ns2/test-17310514503681, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:35525/backupUT/backup_1731051495640/ns2/test-17310514503681/.hbase-snapshot/.tmp/snapshot_1731051504402_ns2_test-17310514503681 2024-11-08T07:38:35,952 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-08T07:38:35,957 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/.hbase-snapshot/snapshot_1731051504402_ns2_test-17310514503681 to hdfs://localhost:35525/backupUT/backup_1731051495640/ns2/test-17310514503681/.hbase-snapshot/.tmp/snapshot_1731051504402_ns2_test-17310514503681 2024-11-08T07:38:35,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741935_1111 (size=496) 2024-11-08T07:38:35,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741936_1112 (size=86) 2024-11-08T07:38:36,373 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:36,374 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:36,374 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:37,239 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/hadoop-110897174080559974.jar 2024-11-08T07:38:37,239 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:37,240 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:37,240 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:37,240 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:37,240 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:37,240 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:37,241 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:37,241 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:37,241 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:37,241 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T07:38:37,241 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T07:38:37,242 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T07:38:37,242 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T07:38:37,242 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T07:38:37,242 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T07:38:37,242 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T07:38:37,243 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T07:38:37,243 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T07:38:37,243 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T07:38:37,243 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T07:38:37,244 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T07:38:37,244 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T07:38:37,244 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T07:38:37,244 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T07:38:37,244 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T07:38:37,245 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T07:38:37,245 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T07:38:37,280 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T07:38:37,304 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731051504402_ns2_test-17310514503681' hfile list 2024-11-08T07:38:37,305 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=13.2 K 2024-11-08T07:38:37,389 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/mapreduce.cluster.local.dir/job_local1482237912_0007_f0a0ca0c-25ee-44e2-bfd1-37a0eb250a6e/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-08T07:38:37,389 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/mapreduce.cluster.local.dir/job_local1482237912_0007_f0a0ca0c-25ee-44e2-bfd1-37a0eb250a6e/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-08T07:38:37,458 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-08T07:38:37,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741937_1113 (size=8413) 2024-11-08T07:38:37,897 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns2/test-17310514503681/9044a3a2eaab66eeb1c2b19a5d6738de/f/d53a2e2a9e5b4e84bc718db73f476725 output=hdfs://localhost:35525/backupUT/backup_1731051495640/ns2/test-17310514503681/archive/data/ns2/test-17310514503681/9044a3a2eaab66eeb1c2b19a5d6738de/f/d53a2e2a9e5b4e84bc718db73f476725 2024-11-08T07:38:37,897 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-11-08T07:38:37,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741938_1114 (size=5134) 2024-11-08T07:38:38,321 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns2/test-17310514503681/9044a3a2eaab66eeb1c2b19a5d6738de/f/2d7e68ef722a419eb069e87b09edfb38 output=hdfs://localhost:35525/backupUT/backup_1731051495640/ns2/test-17310514503681/archive/data/ns2/test-17310514503681/9044a3a2eaab66eeb1c2b19a5d6738de/f/2d7e68ef722a419eb069e87b09edfb38 2024-11-08T07:38:38,321 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5134 (5.0 K) time=0sec 0.012M/sec 2024-11-08T07:38:38,431 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-08T07:38:38,431 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-08T07:38:38,437 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731051504402_ns2_test-17310514503681 2024-11-08T07:38:38,437 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731051504402_ns2_test-17310514503681 finished. 2024-11-08T07:38:38,437 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731051495640_ns4:test-17310514503683 2024-11-08T07:38:38,437 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731051506562_ns4_test-17310514503683 to hdfs://localhost:35525/backupUT/backup_1731051495640/ns4/test-17310514503683/ 2024-11-08T07:38:38,437 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-08T07:38:38,464 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:35525, inputRoot=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6 2024-11-08T07:38:38,464 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1964883875_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:35525/backupUT/backup_1731051495640/ns4/test-17310514503683, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:35525/backupUT/backup_1731051495640/ns4/test-17310514503683/.hbase-snapshot/.tmp/snapshot_1731051506562_ns4_test-17310514503683 2024-11-08T07:38:38,465 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-08T07:38:38,469 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/.hbase-snapshot/snapshot_1731051506562_ns4_test-17310514503683 to hdfs://localhost:35525/backupUT/backup_1731051495640/ns4/test-17310514503683/.hbase-snapshot/.tmp/snapshot_1731051506562_ns4_test-17310514503683 2024-11-08T07:38:38,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741940_1116 (size=443) 2024-11-08T07:38:38,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741939_1115 (size=86) 2024-11-08T07:38:38,882 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:38,882 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:38,883 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:39,749 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/hadoop-13752501424710930488.jar 2024-11-08T07:38:39,749 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:39,749 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:39,749 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:39,750 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:39,750 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:39,750 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:39,750 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:39,750 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:39,750 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:39,751 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T07:38:39,751 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T07:38:39,751 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T07:38:39,751 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T07:38:39,751 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T07:38:39,751 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T07:38:39,752 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T07:38:39,752 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T07:38:39,752 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T07:38:39,752 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T07:38:39,752 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T07:38:39,753 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T07:38:39,753 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T07:38:39,753 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T07:38:39,753 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T07:38:39,753 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T07:38:39,753 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T07:38:39,754 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T07:38:39,786 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T07:38:39,812 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731051506562_ns4_test-17310514503683' hfile list 2024-11-08T07:38:39,891 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/mapreduce.cluster.local.dir/job_local105866398_0008_f0003974-753c-4377-8016-df784772b9ce/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-08T07:38:39,891 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/mapreduce.cluster.local.dir/job_local105866398_0008_f0003974-753c-4377-8016-df784772b9ce/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-08T07:38:40,931 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-08T07:38:40,933 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-08T07:38:40,942 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731051506562_ns4_test-17310514503683 2024-11-08T07:38:40,942 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731051506562_ns4_test-17310514503683 finished. 2024-11-08T07:38:40,942 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731051495640_test-1731051450368 2024-11-08T07:38:40,942 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731051508732_default_test-1731051450368 to hdfs://localhost:35525/backupUT/backup_1731051495640/default/test-1731051450368/ 2024-11-08T07:38:40,942 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-08T07:38:40,968 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:35525, inputRoot=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6 2024-11-08T07:38:40,968 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1964883875_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:35525/backupUT/backup_1731051495640/default/test-1731051450368, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:35525/backupUT/backup_1731051495640/default/test-1731051450368/.hbase-snapshot/.tmp/snapshot_1731051508732_default_test-1731051450368 2024-11-08T07:38:40,970 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-08T07:38:40,977 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/.hbase-snapshot/snapshot_1731051508732_default_test-1731051450368 to hdfs://localhost:35525/backupUT/backup_1731051495640/default/test-1731051450368/.hbase-snapshot/.tmp/snapshot_1731051508732_default_test-1731051450368 2024-11-08T07:38:40,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741941_1117 (size=1347) 2024-11-08T07:38:40,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741942_1118 (size=84) 2024-11-08T07:38:41,391 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:41,391 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:41,392 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:42,253 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/hadoop-62843251891750468.jar 2024-11-08T07:38:42,253 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:42,254 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:42,254 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:42,254 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:42,254 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:42,254 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:42,255 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:42,255 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:42,255 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:38:42,255 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T07:38:42,255 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T07:38:42,256 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T07:38:42,256 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T07:38:42,256 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T07:38:42,256 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T07:38:42,256 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T07:38:42,257 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T07:38:42,257 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T07:38:42,257 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T07:38:42,257 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T07:38:42,257 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T07:38:42,258 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T07:38:42,258 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T07:38:42,258 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T07:38:42,258 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-08T07:38:42,258 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T07:38:42,258 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T07:38:42,291 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T07:38:42,313 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731051508732_default_test-1731051450368' hfile list 2024-11-08T07:38:42,315 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=43.0 K 2024-11-08T07:38:42,397 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/mapreduce.cluster.local.dir/job_local30864724_0009_fc82ab3e-62d4-4a97-9e54-691bf375cd0d/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-08T07:38:42,397 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/mapreduce.cluster.local.dir/job_local30864724_0009_fc82ab3e-62d4-4a97-9e54-691bf375cd0d/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-08T07:38:42,464 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-08T07:38:42,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741943_1119 (size=13760) 2024-11-08T07:38:42,900 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/mob/03d064533b9a4c529a72e19096289021 output=hdfs://localhost:35525/backupUT/backup_1731051495640/default/test-1731051450368/archive/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/mob/03d064533b9a4c529a72e19096289021 2024-11-08T07:38:42,900 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=13760 (13.4 K) time=0sec 0.030M/sec 2024-11-08T07:38:42,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741944_1120 (size=10796) 2024-11-08T07:38:43,322 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/f/953d8b05020c498e98f9171fe7a4b585 output=hdfs://localhost:35525/backupUT/backup_1731051495640/default/test-1731051450368/archive/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/f/953d8b05020c498e98f9171fe7a4b585 2024-11-08T07:38:43,322 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=10796 (10.5 K) time=0sec 0.025M/sec 2024-11-08T07:38:43,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741945_1121 (size=8413) 2024-11-08T07:38:43,757 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/f/60716b74cc5d40f4b032f426c725c020 output=hdfs://localhost:35525/backupUT/backup_1731051495640/default/test-1731051450368/archive/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/f/60716b74cc5d40f4b032f426c725c020 2024-11-08T07:38:43,758 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-11-08T07:38:43,775 WARN [LocalJobRunner Map Task Executor #0 {}] mapred.Task(640): Task status: "copied 5.5 K/5.5 K (100.0%) from hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/mobdir/data/default/test-1731051450368/7f53f167c8a79c88cca840ed471bf204/mob/d41d8cd98f00b204e9800998ecf8427e202411080a71e87e7cc84cbdaebb8fd28cbe9825_e719cd29f996fa18e6d9045cf6d9f550 to hdfs://localhost:35525/backupUT/backup_1731051495640/default/test-1731051450368/archive/data/default/test-1731051450368/7f53f167c8a79c88cca840ed471bf204/mob/d41d8cd98f00b204e9800998ecf8427e202411080a71e87e7cc84cbdaebb8fd28cbe9825_e719cd29f996fa18e6d9045cf6d9f550" truncated to max limit (512 characters) 2024-11-08T07:38:43,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741946_1122 (size=5591) 2024-11-08T07:38:44,184 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/mobdir/data/default/test-1731051450368/7f53f167c8a79c88cca840ed471bf204/mob/d41d8cd98f00b204e9800998ecf8427e202411080a71e87e7cc84cbdaebb8fd28cbe9825_e719cd29f996fa18e6d9045cf6d9f550 output=hdfs://localhost:35525/backupUT/backup_1731051495640/default/test-1731051450368/archive/data/default/test-1731051450368/7f53f167c8a79c88cca840ed471bf204/mob/d41d8cd98f00b204e9800998ecf8427e202411080a71e87e7cc84cbdaebb8fd28cbe9825_e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:38:44,185 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5591 (5.5 K) time=0sec 0.013M/sec 2024-11-08T07:38:44,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741947_1123 (size=5484) 2024-11-08T07:38:44,624 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/mob/aab2b5a9a9d34674ac83ed8325b38eb6 output=hdfs://localhost:35525/backupUT/backup_1731051495640/default/test-1731051450368/archive/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/mob/aab2b5a9a9d34674ac83ed8325b38eb6 2024-11-08T07:38:44,625 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-11-08T07:38:45,440 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-08T07:38:45,440 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-08T07:38:45,448 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731051508732_default_test-1731051450368 2024-11-08T07:38:45,448 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731051508732_default_test-1731051450368 finished. 2024-11-08T07:38:45,448 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): backup:system_bulk 2024-11-08T07:38:45,448 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns3:test-17310514503682 2024-11-08T07:38:45,448 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17310514503681 2024-11-08T07:38:45,448 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns4:test-17310514503683 2024-11-08T07:38:45,448 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1731051450368 2024-11-08T07:38:45,458 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731051495640 2024-11-08T07:38:45,458 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-08T07:38:45,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741948_1124 (size=209) 2024-11-08T07:38:45,865 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:35525/backupUT/backup_1731051495640/.backup.manifest 2024-11-08T07:38:45,865 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731051495640 finished: type=FULL,tablelist=backup:system_bulk;ns3:test-17310514503682;ns2:test-17310514503681;ns4:test-17310514503683;test-1731051450368,targetRootDir=hdfs://localhost:35525/backupUT,startts=1731051499833,completets=1731051525458,bytescopied=0 2024-11-08T07:38:45,865 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-08T07:38:45,865 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731051500073_backup_system_bulk 2024-11-08T07:38:45,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731051500073_backup_system_bulk" type: DISABLED 2024-11-08T07:38:45,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731051500073_backup_system_bulk 2024-11-08T07:38:45,877 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731051500073_backup_system_bulk for backup backup_1731051495640 succeeded. 2024-11-08T07:38:45,877 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731051502241_ns3_test-17310514503682 2024-11-08T07:38:45,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731051502241_ns3_test-17310514503682" type: DISABLED 2024-11-08T07:38:45,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731051502241_ns3_test-17310514503682 2024-11-08T07:38:45,880 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731051502241_ns3_test-17310514503682 for backup backup_1731051495640 succeeded. 2024-11-08T07:38:45,880 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731051504402_ns2_test-17310514503681 2024-11-08T07:38:45,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731051504402_ns2_test-17310514503681" type: DISABLED 2024-11-08T07:38:45,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731051504402_ns2_test-17310514503681 2024-11-08T07:38:45,884 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731051504402_ns2_test-17310514503681 for backup backup_1731051495640 succeeded. 2024-11-08T07:38:45,884 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731051506562_ns4_test-17310514503683 2024-11-08T07:38:45,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731051506562_ns4_test-17310514503683" type: DISABLED 2024-11-08T07:38:45,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731051506562_ns4_test-17310514503683 2024-11-08T07:38:45,888 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731051506562_ns4_test-17310514503683 for backup backup_1731051495640 succeeded. 2024-11-08T07:38:45,888 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731051508732_default_test-1731051450368 2024-11-08T07:38:45,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731051508732_default_test-1731051450368" type: DISABLED 2024-11-08T07:38:45,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731051508732_default_test-1731051450368 2024-11-08T07:38:45,892 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731051508732_default_test-1731051450368 for backup backup_1731051495640 succeeded. 2024-11-08T07:38:45,893 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-08T07:38:45,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-08T07:38:45,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-08T07:38:45,901 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-08T07:38:45,903 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-08T07:38:45,908 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731051495640 completed. 2024-11-08T07:38:45,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T07:38:45,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T07:38:49,179 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T07:38:50,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T07:38:50,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T07:38:50,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T07:38:50,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T07:38:51,001 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-08T07:38:51,006 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731051530937 2024-11-08T07:38:51,009 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731051495640} 2024-11-08T07:38:51,009 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-08T07:38:51,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T07:38:51,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T07:38:51,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T07:38:51,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T07:38:51,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T07:38:51,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T07:38:51,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T07:38:51,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T07:38:51,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T07:38:51,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T07:38:51,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-08T07:38:51,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731051531111 (current time:1731051531111). 2024-11-08T07:38:51,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T07:38:51,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-08T07:38:51,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c77ceae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:38:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:38:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:38:51,114 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:38:51,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:38:51,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:38:51,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@138ef315, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:38:51,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:38:51,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:38:51,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:38:51,115 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:38:51,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cf0a164, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:38:51,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:38:51,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:38:51,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:38:51,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T07:38:51,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859. 2024-11-08T07:38:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T07:38:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:38:51,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:38:51,120 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:38:51,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-08T07:38:51,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-08T07:38:51,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-11-08T07:38:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-08T07:38:51,122 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T07:38:51,124 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T07:38:51,126 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T07:38:51,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741949_1125 (size=52) 2024-11-08T07:38:51,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-08T07:38:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-08T07:38:51,535 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T07:38:51,536 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7ae18935d0bdb3791efcef4bbda4f22a}] 2024-11-08T07:38:51,539 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7ae18935d0bdb3791efcef4bbda4f22a 2024-11-08T07:38:51,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41327 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=61 2024-11-08T07:38:51,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a. 2024-11-08T07:38:51,695 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing 7ae18935d0bdb3791efcef4bbda4f22a 2/2 column families, dataSize=2.54 KB heapSize=4.22 KB 2024-11-08T07:38:51,704 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/.tmp/meta/9e7aaeaa7ffa4c6ba0e1a864a9e89ff4 is 158, key is trslm:hdfs://localhost:35525/backupUT\x00ns2:test-17310514503681/meta:log-roll-map/1731051525452/Put/seqid=0 2024-11-08T07:38:51,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741950_1126 (size=6646) 2024-11-08T07:38:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-08T07:38:52,108 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.36 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/.tmp/meta/9e7aaeaa7ffa4c6ba0e1a864a9e89ff4 2024-11-08T07:38:52,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/.tmp/session/d2f8e003619248a28b783e297268bda2 is 826, key is session:backup_1731051495640/session:context/1731051525902/Put/seqid=0 2024-11-08T07:38:52,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741951_1127 (size=5928) 2024-11-08T07:38:52,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-08T07:38:52,524 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/.tmp/session/d2f8e003619248a28b783e297268bda2 2024-11-08T07:38:52,530 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/.tmp/meta/9e7aaeaa7ffa4c6ba0e1a864a9e89ff4 as hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/meta/9e7aaeaa7ffa4c6ba0e1a864a9e89ff4 2024-11-08T07:38:52,536 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/meta/9e7aaeaa7ffa4c6ba0e1a864a9e89ff4, entries=12, sequenceid=42, filesize=6.5 K 2024-11-08T07:38:52,537 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/.tmp/session/d2f8e003619248a28b783e297268bda2 as hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/session/d2f8e003619248a28b783e297268bda2 2024-11-08T07:38:52,542 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/session/d2f8e003619248a28b783e297268bda2, entries=2, sequenceid=42, filesize=5.8 K 2024-11-08T07:38:52,543 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2604, heapSize ~4.19 KB/4288, currentSize=0 B/0 for 7ae18935d0bdb3791efcef4bbda4f22a in 849ms, sequenceid=42, compaction requested=true 2024-11-08T07:38:52,544 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 7ae18935d0bdb3791efcef4bbda4f22a: 2024-11-08T07:38:52,544 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a. for snapshot_backup_system completed. 2024-11-08T07:38:52,544 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a.' region-info for snapshot=snapshot_backup_system 2024-11-08T07:38:52,544 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T07:38:52,544 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/meta/6e0e1b895b7246e9b3d46efc7c6dd100, hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/meta/e53d9c8361424bbcb7858d7bd90d4187, hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/meta/9e7aaeaa7ffa4c6ba0e1a864a9e89ff4] hfiles 2024-11-08T07:38:52,544 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/meta/6e0e1b895b7246e9b3d46efc7c6dd100 for snapshot=snapshot_backup_system 2024-11-08T07:38:52,544 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/meta/e53d9c8361424bbcb7858d7bd90d4187 for snapshot=snapshot_backup_system 2024-11-08T07:38:52,544 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/meta/9e7aaeaa7ffa4c6ba0e1a864a9e89ff4 for snapshot=snapshot_backup_system 2024-11-08T07:38:52,544 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/session/85e4865d6e1b40ebb4bd846300e5f62f, hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/session/47edf22bda54456a8027d492301b6309, hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/session/146aed275fe54a34835891f5637ed25e, hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/session/d2f8e003619248a28b783e297268bda2] hfiles 2024-11-08T07:38:52,544 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/4): hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/session/85e4865d6e1b40ebb4bd846300e5f62f for snapshot=snapshot_backup_system 2024-11-08T07:38:52,544 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/4): hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/session/47edf22bda54456a8027d492301b6309 for snapshot=snapshot_backup_system 2024-11-08T07:38:52,544 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/4): hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/session/146aed275fe54a34835891f5637ed25e for snapshot=snapshot_backup_system 2024-11-08T07:38:52,544 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (4/4): hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/session/d2f8e003619248a28b783e297268bda2 for snapshot=snapshot_backup_system 2024-11-08T07:38:52,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741952_1128 (size=330) 2024-11-08T07:38:52,952 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a. 2024-11-08T07:38:52,952 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-11-08T07:38:52,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-11-08T07:38:52,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 7ae18935d0bdb3791efcef4bbda4f22a 2024-11-08T07:38:52,954 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7ae18935d0bdb3791efcef4bbda4f22a 2024-11-08T07:38:52,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-08T07:38:52,960 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T07:38:52,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7ae18935d0bdb3791efcef4bbda4f22a in 1.4200 sec 2024-11-08T07:38:52,961 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T07:38:52,962 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T07:38:52,962 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-08T07:38:52,963 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-08T07:38:52,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741953_1129 (size=967) 2024-11-08T07:38:53,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-08T07:38:53,379 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T07:38:53,388 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T07:38:53,389 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/.hbase-snapshot/snapshot_backup_system 2024-11-08T07:38:53,390 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T07:38:53,390 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-11-08T07:38:53,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2700 sec 2024-11-08T07:38:55,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-08T07:38:55,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-08T07:38:55,293 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731051530937 started at 1731051535293. 2024-11-08T07:38:55,299 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731051530937 has been started. 2024-11-08T07:38:55,305 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [backup:system_bulk, test-1731051450368, ns2:test-17310514503681, ns3:test-17310514503682, ns4:test-17310514503683] 2024-11-08T07:38:55,309 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1731051486640for backupID backup_1731051530937 2024-11-08T07:38:55,309 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-08T07:38:55,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-08T07:38:55,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-08T07:38:55,310 INFO [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-08T07:38:55,310 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-08T07:38:55,310 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-08T07:38:55,310 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-08T07:38:55,310 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-08T07:38:55,310 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-08T07:38:55,377 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/08a4831bbffd,41327,1731051441897 2024-11-08T07:38:55,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-08T07:38:55,378 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-08T07:38:55,378 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-08T07:38:55,379 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/08a4831bbffd,41327,1731051441897 2024-11-08T07:38:55,379 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-08T07:38:55,379 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-08T07:38:55,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-08T07:38:55,382 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-08T07:38:55,382 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-08T07:38:55,382 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-08T07:38:55,383 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-08T07:38:55,383 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-08T07:38:55,384 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-08T07:38:55,384 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-08T07:38:55,384 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-08T07:38:55,384 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-08T07:38:55,384 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '08a4831bbffd,41327,1731051441897' joining acquired barrier for procedure (rolllog) in zk 2024-11-08T07:38:55,407 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-08T07:38:55,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/08a4831bbffd,41327,1731051441897 2024-11-08T07:38:55,407 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/08a4831bbffd,41327,1731051441897 2024-11-08T07:38:55,407 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-08T07:38:55,407 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-08T07:38:55,407 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-08T07:38:55,407 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-08T07:38:55,408 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-08T07:38:55,408 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-08T07:38:55,409 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T07:38:55,409 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------08a4831bbffd,41327,1731051441897 2024-11-08T07:38:55,410 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-08T07:38:55,410 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '08a4831bbffd,41327,1731051441897' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-08T07:38:55,410 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@704f4346[Count = 0] remaining members to acquire global barrier 2024-11-08T07:38:55,410 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-08T07:38:55,410 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-08T07:38:55,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-08T07:38:55,424 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-08T07:38:55,424 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-08T07:38:55,424 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-08T07:38:55,424 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/08a4831bbffd,41327,1731051441897 2024-11-08T07:38:55,424 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-08T07:38:55,424 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-08T07:38:55,425 DEBUG [rs(08a4831bbffd,41327,1731051441897)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 08a4831bbffd,41327,1731051441897 2024-11-08T07:38:55,425 INFO [rs(08a4831bbffd,41327,1731051441897)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731051499936 highest: 1731051499956 on 08a4831bbffd,41327,1731051441897 2024-11-08T07:38:55,425 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-0:(num 1731051499936) roll requested 2024-11-08T07:38:55,444 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-0.1731051535425, exclude list is [], retry=0 2024-11-08T07:38:55,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36671,DS-2f1590ec-4b84-4d29-9a37-77e88093f222,DISK] 2024-11-08T07:38:55,448 INFO [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-0.1731051499936 with entries=2, filesize=645 B; new WAL /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-0.1731051535425 2024-11-08T07:38:55,448 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39573:39573)] 2024-11-08T07:38:55,448 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-0.1731051499936 is not closed yet, will try archiving it next time 2024-11-08T07:38:55,448 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-1:(num 1731051499956) roll requested 2024-11-08T07:38:55,448 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-0.1731051467060 to hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/oldWALs/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-0.1731051467060 2024-11-08T07:38:55,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741911_1087 (size=653) 2024-11-08T07:38:55,450 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-0.1731051499936 to hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/oldWALs/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-0.1731051499936 2024-11-08T07:38:55,460 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-1.1731051535448, exclude list is [], retry=0 2024-11-08T07:38:55,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36671,DS-2f1590ec-4b84-4d29-9a37-77e88093f222,DISK] 2024-11-08T07:38:55,463 INFO [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-1.1731051499956 with entries=17, filesize=4.59 KB; new WAL /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-1.1731051535448 2024-11-08T07:38:55,463 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39573:39573)] 2024-11-08T07:38:55,463 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-1.1731051499956 is not closed yet, will try archiving it next time 2024-11-08T07:38:55,463 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 08a4831bbffd%2C41327%2C1731051441897.meta:.meta(num 1731051499973) roll requested 2024-11-08T07:38:55,463 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-1.1731051486640 to hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/oldWALs/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-1.1731051486640 2024-11-08T07:38:55,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741912_1088 (size=4710) 2024-11-08T07:38:55,465 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-1.1731051499956 not finished, retry = 0 2024-11-08T07:38:55,475 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.meta.1731051535463.meta, exclude list is [], retry=0 2024-11-08T07:38:55,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36671,DS-2f1590ec-4b84-4d29-9a37-77e88093f222,DISK] 2024-11-08T07:38:55,479 INFO [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.meta.1731051499973.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.meta.1731051535463.meta 2024-11-08T07:38:55,479 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39573:39573)] 2024-11-08T07:38:55,479 DEBUG [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.meta.1731051499973.meta is not closed yet, will try archiving it next time 2024-11-08T07:38:55,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741913_1089 (size=93) 2024-11-08T07:38:55,480 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.meta.1731051499973.meta not finished, retry = 0 2024-11-08T07:38:55,485 DEBUG [rs(08a4831bbffd,41327,1731051441897)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-08T07:38:55,485 INFO [rs(08a4831bbffd,41327,1731051441897)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731051535425 on 08a4831bbffd,41327,1731051441897 2024-11-08T07:38:55,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T07:38:55,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T07:38:55,505 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-08T07:38:55,505 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '08a4831bbffd,41327,1731051441897' in zk 2024-11-08T07:38:55,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/08a4831bbffd,41327,1731051441897 2024-11-08T07:38:55,518 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-08T07:38:55,518 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-08T07:38:55,518 DEBUG [member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-08T07:38:55,518 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/08a4831bbffd,41327,1731051441897 2024-11-08T07:38:55,518 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-08T07:38:55,519 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-08T07:38:55,520 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-08T07:38:55,520 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-08T07:38:55,521 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T07:38:55,522 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------08a4831bbffd,41327,1731051441897 2024-11-08T07:38:55,523 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-08T07:38:55,524 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T07:38:55,525 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------08a4831bbffd,41327,1731051441897 2024-11-08T07:38:55,526 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '08a4831bbffd,41327,1731051441897': 2024-11-08T07:38:55,527 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '08a4831bbffd,41327,1731051441897' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-08T07:38:55,527 INFO [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-08T07:38:55,527 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-08T07:38:55,527 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-08T07:38:55,527 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-08T07:38:55,527 INFO [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-08T07:38:55,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-08T07:38:55,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-08T07:38:55,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-08T07:38:55,539 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-08T07:38:55,539 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-08T07:38:55,539 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-08T07:38:55,539 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-08T07:38:55,539 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-08T07:38:55,540 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-08T07:38:55,540 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-08T07:38:55,540 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-08T07:38:55,541 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/08a4831bbffd,41327,1731051441897 2024-11-08T07:38:55,541 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T07:38:55,542 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-08T07:38:55,542 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-08T07:38:55,543 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T07:38:55,544 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------08a4831bbffd,41327,1731051441897 2024-11-08T07:38:55,545 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/08a4831bbffd,41327,1731051441897 2024-11-08T07:38:55,545 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-08T07:38:55,546 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-08T07:38:55,546 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------08a4831bbffd,41327,1731051441897 2024-11-08T07:38:55,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/08a4831bbffd,41327,1731051441897 2024-11-08T07:38:55,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-08T07:38:55,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-08T07:38:55,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-08T07:38:55,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/08a4831bbffd,41327,1731051441897 2024-11-08T07:38:55,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-08T07:38:55,561 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-08T07:38:55,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-08T07:38:55,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-08T07:38:55,561 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-08T07:38:55,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-08T07:38:55,561 DEBUG [(08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-08T07:38:55,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-08T07:38:55,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-08T07:38:55,562 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-08T07:38:55,562 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-08T07:38:55,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-08T07:38:55,575 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {08a4831bbffd:41327=1731051486640} newestTimestamps: {08a4831bbffd:41327=1731051499956} 2024-11-08T07:38:55,578 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 08a4831bbffd%2C41327%2C1731051441897.meta.1731051445851.meta 2024-11-08T07:38:55,578 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 08a4831bbffd%2C41327%2C1731051441897.meta.1731051486659.meta 2024-11-08T07:38:55,578 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 08a4831bbffd%2C41327%2C1731051441897.meta.1731051499973.meta 2024-11-08T07:38:55,578 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 08a4831bbffd%2C41327%2C1731051441897.meta.1731051535463.meta 2024-11-08T07:38:55,578 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-0.1731051535425 2024-11-08T07:38:55,578 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-1.1731051499956 2024-11-08T07:38:55,578 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-1.1731051535448 2024-11-08T07:38:55,580 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/oldWALs/08a4831bbffd%2C41327%2C1731051441897.meta.1731051467100.meta 2024-11-08T07:38:55,582 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.meta.1731051499973.meta to hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/oldWALs/08a4831bbffd%2C41327%2C1731051441897.meta.1731051499973.meta 2024-11-08T07:38:55,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741957_1133 (size=640) 2024-11-08T07:38:55,996 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:backup:system_bulk target: hdfs://localhost:35525/backupUT/backup_1731051530937/backup/system_bulk descriptor: 'backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T07:38:55,996 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-08T07:38:56,003 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table backup:system_bulk 2024-11-08T07:38:56,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741958_1134 (size=45) 2024-11-08T07:38:56,412 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table backup:system_bulk 2024-11-08T07:38:56,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741959_1135 (size=390) 2024-11-08T07:38:56,829 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns3:test-17310514503682 target: hdfs://localhost:35525/backupUT/backup_1731051530937/ns3/test-17310514503682 descriptor: 'ns3:test-17310514503682', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T07:38:56,829 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-08T07:38:56,832 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns3:test-17310514503682 2024-11-08T07:38:56,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741960_1136 (size=50) 2024-11-08T07:38:57,239 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns3:test-17310514503682 2024-11-08T07:38:57,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741961_1137 (size=364) 2024-11-08T07:38:57,657 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17310514503681 target: hdfs://localhost:35525/backupUT/backup_1731051530937/ns2/test-17310514503681 descriptor: 'ns2:test-17310514503681', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T07:38:57,657 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-08T07:38:57,663 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17310514503681 2024-11-08T07:38:57,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741962_1138 (size=50) 2024-11-08T07:38:58,071 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17310514503681 2024-11-08T07:38:58,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741963_1139 (size=390) 2024-11-08T07:38:58,483 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns4:test-17310514503683 target: hdfs://localhost:35525/backupUT/backup_1731051530937/ns4/test-17310514503683 descriptor: 'ns4:test-17310514503683', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T07:38:58,484 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-08T07:38:58,490 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns4:test-17310514503683 2024-11-08T07:38:58,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741964_1140 (size=50) 2024-11-08T07:38:58,898 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns4:test-17310514503683 2024-11-08T07:38:58,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741965_1141 (size=950) 2024-11-08T07:38:59,317 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1731051450368 target: hdfs://localhost:35525/backupUT/backup_1731051530937/default/test-1731051450368 descriptor: 'test-1731051450368', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T07:38:59,317 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-08T07:38:59,319 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1731051450368 2024-11-08T07:38:59,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741966_1142 (size=53) 2024-11-08T07:38:59,726 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1731051450368 2024-11-08T07:38:59,740 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:35525/backupUT/.tmp/backup_1731051530937 from hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-1.1731051499956;hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/oldWALs/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-0.1731051499936 2024-11-08T07:38:59,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38aa1f8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:38:59,741 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:38:59,741 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:38:59,742 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:38:59,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:38:59,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:38:59,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65830815, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:38:59,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:38:59,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:38:59,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:38:59,744 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:38:59,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b651246, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:38:59,745 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T07:38:59,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 08a4831bbffd,33859,1731051440251 2024-11-08T07:38:59,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a8da4d5 2024-11-08T07:38:59,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T07:38:59,747 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T07:38:59,750 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-08T07:38:59,750 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table backup:system_bulk 2024-11-08T07:38:59,751 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T07:38:59,751 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:38:59,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:38:59,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:38:59,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T07:38:59,755 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for backup:system_bulk: backup:system_bulk; 2024-11-08T07:38:59,755 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1731051450368 2024-11-08T07:38:59,755 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731051450368,, stopping at row=test-1731051450368 ,, for max=2147483647 with caching=100 2024-11-08T07:38:59,758 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1731051450368: test-1731051450368; 2024-11-08T07:38:59,758 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17310514503681 2024-11-08T07:38:59,758 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17310514503681,, stopping at row=ns2:test-17310514503681 ,, for max=2147483647 with caching=100 2024-11-08T07:38:59,760 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17310514503681: ns2:test-17310514503681; 2024-11-08T07:38:59,760 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns3:test-17310514503682 2024-11-08T07:38:59,760 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns3:test-17310514503682,, stopping at row=ns3:test-17310514503682 ,, for max=2147483647 with caching=100 2024-11-08T07:38:59,761 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns3:test-17310514503682: ns3:test-17310514503682; 2024-11-08T07:38:59,761 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns4:test-17310514503683 2024-11-08T07:38:59,761 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns4:test-17310514503683,, stopping at row=ns4:test-17310514503683 ,, for max=2147483647 with caching=100 2024-11-08T07:38:59,763 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns4:test-17310514503683: ns4:test-17310514503683; 2024-11-08T07:38:59,763 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 5 reduce partitions to match current region count for all tables 2024-11-08T07:38:59,763 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/partitions_89fb0621-206d-4ed3-8045-fc16f18ffcad 2024-11-08T07:38:59,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741967_1143 (size=324) 2024-11-08T07:39:00,171 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:00,171 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:00,171 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:00,468 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e719cd29f996fa18e6d9045cf6d9f550, had cached 0 bytes from a total of 38453 2024-11-08T07:39:01,029 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/hadoop-16787076414099327419.jar 2024-11-08T07:39:01,029 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:01,030 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:01,030 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:01,030 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:01,030 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:01,030 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:01,030 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:01,031 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:01,031 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:01,031 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T07:39:01,031 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T07:39:01,031 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T07:39:01,031 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T07:39:01,032 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T07:39:01,032 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T07:39:01,032 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T07:39:01,032 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T07:39:01,032 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T07:39:01,032 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T07:39:01,033 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T07:39:01,033 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:01,033 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:01,033 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:01,033 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:01,033 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:01,034 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:01,034 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T07:39:01,034 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: backup:system_bulk,default:test-1731051450368,ns2:test-17310514503681,ns3:test-17310514503682,ns4:test-17310514503683 2024-11-08T07:39:01,034 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T07:39:01,034 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:184) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T07:39:01,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:01,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:01,034 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:39:01,035 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T07:39:01,889 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/hadoop-12380241088273642680.jar 2024-11-08T07:39:01,899 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T07:39:01,921 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-1.1731051499956 for WAL files 2024-11-08T07:39:01,922 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-1.1731051499956 2024-11-08T07:39:01,922 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/oldWALs/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-0.1731051499936 for WAL files 2024-11-08T07:39:01,923 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/oldWALs/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-0.1731051499936 2024-11-08T07:39:01,996 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/mapreduce.cluster.local.dir/job_local1623911978_0010_dd6f5e4c-6c62-430d-94d9-9ebac71b6f13/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-08T07:39:01,996 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/mapreduce.cluster.local.dir/job_local1623911978_0010_dd6f5e4c-6c62-430d-94d9-9ebac71b6f13/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-08T07:39:02,040 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-1.1731051499956 for hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-1.1731051499956 (-9223372036854775808:9223372036854775807) length:4710 2024-11-08T07:39:02,044 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-08T07:39:02,044 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-08T07:39:02,078 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/oldWALs/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-0.1731051499936 for hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/oldWALs/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-0.1731051499936 (-9223372036854775808:9223372036854775807) length:653 2024-11-08T07:39:02,081 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-08T07:39:02,081 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-08T07:39:02,155 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cce535e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:02,155 DEBUG [pool-260-thread-1 {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:39:02,155 DEBUG [pool-260-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:39:02,156 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:39:02,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:39:02,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:39:02,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fbddcbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:02,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:39:02,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:39:02,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:02,158 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:39:02,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ea1c7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:02,159 DEBUG [pool-260-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:39:02,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:39:02,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:39:02,161 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T07:39:02,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731051450368', row='row-test-1731051450368-2-0', locateType=CURRENT is [region=test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550., hostname=08a4831bbffd,41327,1731051441897, seqNum=338] 2024-11-08T07:39:02,163 INFO [pool-260-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-260-thread-1. 2024-11-08T07:39:02,163 DEBUG [pool-260-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T07:39:02,163 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:02,163 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:02,163 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:39:02,163 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731051450368-2-0] 2024-11-08T07:39:02,163 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 08a4831bbffd 2024-11-08T07:39:02,167 DEBUG [pool-260-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35525/backupUT/.tmp/backup_1731051530937/_temporary/0/_temporary/attempt_local1623911978_0010_r_000004_0/default/test-1731051450368/f2/99ac79c1e3d344f3b84e1954abef0174 is 58, key is row-test-1731051450368-2-0/f2:q1/1731051525928/Put/seqid=0 2024-11-08T07:39:02,168 WARN [Thread-1516 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [08a4831bbffd:41327] Specified favored nodes: [08a4831bbffd:41327] 2024-11-08T07:39:02,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741968_1144 (size=5367) 2024-11-08T07:39:03,035 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:35525/backupUT 2024-11-08T07:39:03,035 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1731051530937 2024-11-08T07:39:03,035 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-08T07:39:03,046 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:35525/backupUT/.tmp/backup_1731051530937, hdfs://localhost:35525/backupUT] 2024-11-08T07:39:03,089 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T07:39:03,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741969_1145 (size=5367) 2024-11-08T07:39:03,706 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-08T07:39:03,709 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1731051530937 2024-11-08T07:39:03,709 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 5367 bytes copied." 2024-11-08T07:39:03,709 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local305092139_0011 completed: true true 2024-11-08T07:39:03,710 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=6663525 FILE: Number of bytes written=17177468 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=410446 HDFS: Number of bytes written=2548321 HDFS: Number of read operations=1165 HDFS: Number of large read operations=0 HDFS: Number of write operations=423 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=6 Map output records=0 Input split bytes=341 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=1482 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=5367 Bytes Copied=5367 Bytes Expected=5367 Files Copied=2 DIR_COPY=4 2024-11-08T07:39:03,710 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:35525/backupUT/.tmp/backup_1731051530937 to hdfs://localhost:35525/backupUT finished. 2024-11-08T07:39:03,732 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731051530937 2024-11-08T07:39:03,736 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731051495640} 2024-11-08T07:39:03,736 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-08T07:39:03,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741970_1146 (size=714) 2024-11-08T07:39:04,049 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 9044a3a2eaab66eeb1c2b19a5d6738de, had cached 0 bytes from a total of 13547 2024-11-08T07:39:04,143 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:35525/backupUT/backup_1731051530937/.backup.manifest 2024-11-08T07:39:04,143 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731051530937 finished: type=INCREMENTAL,tablelist=backup:system_bulk;ns3:test-17310514503682;ns2:test-17310514503681;ns4:test-17310514503683;test-1731051450368,targetRootDir=hdfs://localhost:35525/backupUT,startts=1731051535293,completets=1731051543732,bytescopied=0 2024-11-08T07:39:04,143 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-08T07:39:04,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-08T07:39:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-08T07:39:04,156 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-08T07:39:04,158 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-08T07:39:04,162 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731051530937 completed. 2024-11-08T07:39:04,162 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-08T07:39:04,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T07:39:04,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T07:39:04,177 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(191): Restoring full backup_1731051460187 2024-11-08T07:39:04,180 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table table1 does not exist. It will be created during restore process 2024-11-08T07:39:04,181 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table ns2:table2 does not exist. It will be created during restore process 2024-11-08T07:39:04,182 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35525/backupUT/backup_1731051460187/.backup.manifest 2024-11-08T07:39:04,184 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731051460187/.backup.manifest 2024-11-08T07:39:04,187 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35525/backupUT/backup_1731051460187/.backup.manifest 2024-11-08T07:39:04,189 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731051460187/.backup.manifest 2024-11-08T07:39:04,189 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1731051450368' to 'table1' from full backup image hdfs://localhost:35525/backupUT/backup_1731051460187/default/test-1731051450368 2024-11-08T07:39:04,198 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'table1' 2024-11-08T07:39:04,198 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:35525/backupUT/backup_1731051460187/default/test-1731051450368/archive/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:39:04,199 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:35525/backupUT/backup_1731051460187/default/test-1731051450368/archive/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/f in region [hdfs://localhost:35525/backupUT/backup_1731051460187/default/test-1731051450368/archive/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550] 2024-11-08T07:39:04,204 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:35525/backupUT/backup_1731051460187/default/test-1731051450368/archive/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/f/60716b74cc5d40f4b032f426c725c020 first=row0 last=row98 2024-11-08T07:39:04,204 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:35525/backupUT/backup_1731051460187/default/test-1731051450368/archive/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/f3 in region [hdfs://localhost:35525/backupUT/backup_1731051460187/default/test-1731051450368/archive/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550] 2024-11-08T07:39:04,208 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:35525/backupUT/backup_1731051460187/default/test-1731051450368/archive/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/f3/d7b6938d660949ccaead9616a7744234 first=row-test-1731051450368-3-0 last=row-test-1731051450368-3-5 2024-11-08T07:39:04,208 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:35525/backupUT/backup_1731051460187/default/test-1731051450368/archive/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/mob in region [hdfs://localhost:35525/backupUT/backup_1731051460187/default/test-1731051450368/archive/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550] 2024-11-08T07:39:04,212 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:35525/backupUT/backup_1731051460187/default/test-1731051450368/archive/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/mob/aab2b5a9a9d34674ac83ed8325b38eb6 first=row-test-1731051450368-3-0 last=row-test-1731051450368-3-5 2024-11-08T07:39:04,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'table1', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T07:39:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=table1 2024-11-08T07:39:04,218 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T07:39:04,219 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:39:04,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 62 2024-11-08T07:39:04,219 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T07:39:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-08T07:39:04,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741971_1147 (size=938) 2024-11-08T07:39:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-08T07:39:04,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-08T07:39:04,631 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 20be172d95186568ca07392a61ae5acd, NAME => 'table1,,1731051544216.20be172d95186568ca07392a61ae5acd.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6 2024-11-08T07:39:04,633 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => fe093b0b452ab1f6fb65b789b32b3690, NAME => 'table1,row0,1731051544216.fe093b0b452ab1f6fb65b789b32b3690.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6 2024-11-08T07:39:04,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741973_1149 (size=45) 2024-11-08T07:39:04,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741972_1148 (size=45) 2024-11-08T07:39:04,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-08T07:39:05,044 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1731051544216.fe093b0b452ab1f6fb65b789b32b3690.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T07:39:05,044 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1731051544216.20be172d95186568ca07392a61ae5acd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T07:39:05,044 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 20be172d95186568ca07392a61ae5acd, disabling compactions & flushes 2024-11-08T07:39:05,044 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing fe093b0b452ab1f6fb65b789b32b3690, disabling compactions & flushes 2024-11-08T07:39:05,044 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1731051544216.20be172d95186568ca07392a61ae5acd. 2024-11-08T07:39:05,044 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1731051544216.fe093b0b452ab1f6fb65b789b32b3690. 2024-11-08T07:39:05,044 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731051544216.20be172d95186568ca07392a61ae5acd. 2024-11-08T07:39:05,044 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731051544216.fe093b0b452ab1f6fb65b789b32b3690. 2024-11-08T07:39:05,045 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1731051544216.20be172d95186568ca07392a61ae5acd. after waiting 0 ms 2024-11-08T07:39:05,045 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731051544216.fe093b0b452ab1f6fb65b789b32b3690. after waiting 0 ms 2024-11-08T07:39:05,045 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1731051544216.20be172d95186568ca07392a61ae5acd. 2024-11-08T07:39:05,045 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731051544216.fe093b0b452ab1f6fb65b789b32b3690. 2024-11-08T07:39:05,045 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1731051544216.20be172d95186568ca07392a61ae5acd. 2024-11-08T07:39:05,045 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1731051544216.fe093b0b452ab1f6fb65b789b32b3690. 2024-11-08T07:39:05,045 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 20be172d95186568ca07392a61ae5acd: Waiting for close lock at 1731051545044Disabling compacts and flushes for region at 1731051545044Disabling writes for close at 1731051545045 (+1 ms)Writing region close event to WAL at 1731051545045Closed at 1731051545045 2024-11-08T07:39:05,045 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for fe093b0b452ab1f6fb65b789b32b3690: Waiting for close lock at 1731051545044Disabling compacts and flushes for region at 1731051545044Disabling writes for close at 1731051545045 (+1 ms)Writing region close event to WAL at 1731051545045Closed at 1731051545045 2024-11-08T07:39:05,047 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T07:39:05,047 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1731051544216.20be172d95186568ca07392a61ae5acd.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731051545047"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731051545047"}]},"ts":"1731051545047"} 2024-11-08T07:39:05,047 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1731051544216.fe093b0b452ab1f6fb65b789b32b3690.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731051545047"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731051545047"}]},"ts":"1731051545047"} 2024-11-08T07:39:05,054 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-08T07:39:05,055 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T07:39:05,056 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731051545055"}]},"ts":"1731051545055"} 2024-11-08T07:39:05,057 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-08T07:39:05,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=20be172d95186568ca07392a61ae5acd, ASSIGN}, {pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=fe093b0b452ab1f6fb65b789b32b3690, ASSIGN}] 2024-11-08T07:39:05,059 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=fe093b0b452ab1f6fb65b789b32b3690, ASSIGN 2024-11-08T07:39:05,059 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=20be172d95186568ca07392a61ae5acd, ASSIGN 2024-11-08T07:39:05,060 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=fe093b0b452ab1f6fb65b789b32b3690, ASSIGN; state=OFFLINE, location=08a4831bbffd,41327,1731051441897; forceNewPlan=false, retain=false 2024-11-08T07:39:05,060 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=20be172d95186568ca07392a61ae5acd, ASSIGN; state=OFFLINE, location=08a4831bbffd,41327,1731051441897; forceNewPlan=false, retain=false 2024-11-08T07:39:05,211 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=fe093b0b452ab1f6fb65b789b32b3690, regionState=OPENING, regionLocation=08a4831bbffd,41327,1731051441897 2024-11-08T07:39:05,211 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=20be172d95186568ca07392a61ae5acd, regionState=OPENING, regionLocation=08a4831bbffd,41327,1731051441897 2024-11-08T07:39:05,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=20be172d95186568ca07392a61ae5acd, ASSIGN because future has completed 2024-11-08T07:39:05,218 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20be172d95186568ca07392a61ae5acd, server=08a4831bbffd,41327,1731051441897}] 2024-11-08T07:39:05,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=fe093b0b452ab1f6fb65b789b32b3690, ASSIGN because future has completed 2024-11-08T07:39:05,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe093b0b452ab1f6fb65b789b32b3690, server=08a4831bbffd,41327,1731051441897}] 2024-11-08T07:39:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-08T07:39:05,380 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(132): Open table1,row0,1731051544216.fe093b0b452ab1f6fb65b789b32b3690. 2024-11-08T07:39:05,381 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7752): Opening region: {ENCODED => fe093b0b452ab1f6fb65b789b32b3690, NAME => 'table1,row0,1731051544216.fe093b0b452ab1f6fb65b789b32b3690.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-08T07:39:05,381 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T07:39:05,381 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 fe093b0b452ab1f6fb65b789b32b3690 2024-11-08T07:39:05,382 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(898): Instantiated table1,row0,1731051544216.fe093b0b452ab1f6fb65b789b32b3690.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T07:39:05,382 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7794): checking encryption for fe093b0b452ab1f6fb65b789b32b3690 2024-11-08T07:39:05,382 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7797): checking classloading for fe093b0b452ab1f6fb65b789b32b3690 2024-11-08T07:39:05,384 INFO [StoreOpener-fe093b0b452ab1f6fb65b789b32b3690-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fe093b0b452ab1f6fb65b789b32b3690 2024-11-08T07:39:05,386 INFO [StoreOpener-fe093b0b452ab1f6fb65b789b32b3690-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe093b0b452ab1f6fb65b789b32b3690 columnFamilyName f 2024-11-08T07:39:05,386 DEBUG [StoreOpener-fe093b0b452ab1f6fb65b789b32b3690-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:39:05,386 INFO [StoreOpener-fe093b0b452ab1f6fb65b789b32b3690-1 {}] regionserver.HStore(327): Store=fe093b0b452ab1f6fb65b789b32b3690/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T07:39:05,387 INFO [StoreOpener-fe093b0b452ab1f6fb65b789b32b3690-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region fe093b0b452ab1f6fb65b789b32b3690 2024-11-08T07:39:05,388 INFO [StoreOpener-fe093b0b452ab1f6fb65b789b32b3690-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe093b0b452ab1f6fb65b789b32b3690 columnFamilyName f3 2024-11-08T07:39:05,388 DEBUG [StoreOpener-fe093b0b452ab1f6fb65b789b32b3690-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:39:05,388 INFO [StoreOpener-fe093b0b452ab1f6fb65b789b32b3690-1 {}] regionserver.HStore(327): Store=fe093b0b452ab1f6fb65b789b32b3690/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T07:39:05,389 INFO [StoreOpener-fe093b0b452ab1f6fb65b789b32b3690-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region fe093b0b452ab1f6fb65b789b32b3690 2024-11-08T07:39:05,390 INFO [StoreOpener-fe093b0b452ab1f6fb65b789b32b3690-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe093b0b452ab1f6fb65b789b32b3690 columnFamilyName mob 2024-11-08T07:39:05,391 DEBUG [StoreOpener-fe093b0b452ab1f6fb65b789b32b3690-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:39:05,391 INFO [StoreOpener-fe093b0b452ab1f6fb65b789b32b3690-1 {}] regionserver.HStore(327): Store=fe093b0b452ab1f6fb65b789b32b3690/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T07:39:05,392 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1038): replaying wal for fe093b0b452ab1f6fb65b789b32b3690 2024-11-08T07:39:05,393 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/fe093b0b452ab1f6fb65b789b32b3690 2024-11-08T07:39:05,393 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/fe093b0b452ab1f6fb65b789b32b3690 2024-11-08T07:39:05,394 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1048): stopping wal replay for fe093b0b452ab1f6fb65b789b32b3690 2024-11-08T07:39:05,394 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1060): Cleaning up temporary data for fe093b0b452ab1f6fb65b789b32b3690 2024-11-08T07:39:05,395 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T07:39:05,396 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1093): writing seq id for fe093b0b452ab1f6fb65b789b32b3690 2024-11-08T07:39:05,398 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/fe093b0b452ab1f6fb65b789b32b3690/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T07:39:05,398 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1114): Opened fe093b0b452ab1f6fb65b789b32b3690; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11542172800, jitterRate=0.07494860887527466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T07:39:05,398 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fe093b0b452ab1f6fb65b789b32b3690 2024-11-08T07:39:05,399 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1006): Region open journal for fe093b0b452ab1f6fb65b789b32b3690: Running coprocessor pre-open hook at 1731051545382Writing region info on filesystem at 1731051545382Initializing all the Stores at 1731051545383 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731051545383Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731051545384 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731051545384Cleaning up temporary data from old regions at 1731051545394 (+10 ms)Running coprocessor post-open hooks at 1731051545398 (+4 ms)Region opened successfully at 1731051545399 (+1 ms) 2024-11-08T07:39:05,400 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1731051544216.fe093b0b452ab1f6fb65b789b32b3690., pid=66, masterSystemTime=1731051545371 2024-11-08T07:39:05,401 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1731051544216.fe093b0b452ab1f6fb65b789b32b3690. 2024-11-08T07:39:05,402 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(153): Opened table1,row0,1731051544216.fe093b0b452ab1f6fb65b789b32b3690. 2024-11-08T07:39:05,402 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open table1,,1731051544216.20be172d95186568ca07392a61ae5acd. 2024-11-08T07:39:05,402 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => 20be172d95186568ca07392a61ae5acd, NAME => 'table1,,1731051544216.20be172d95186568ca07392a61ae5acd.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-08T07:39:05,402 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=fe093b0b452ab1f6fb65b789b32b3690, regionState=OPEN, openSeqNum=2, regionLocation=08a4831bbffd,41327,1731051441897 2024-11-08T07:39:05,402 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T07:39:05,402 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 20be172d95186568ca07392a61ae5acd 2024-11-08T07:39:05,402 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated table1,,1731051544216.20be172d95186568ca07392a61ae5acd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T07:39:05,402 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for 20be172d95186568ca07392a61ae5acd 2024-11-08T07:39:05,403 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for 20be172d95186568ca07392a61ae5acd 2024-11-08T07:39:05,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe093b0b452ab1f6fb65b789b32b3690, server=08a4831bbffd,41327,1731051441897 because future has completed 2024-11-08T07:39:05,404 INFO [StoreOpener-20be172d95186568ca07392a61ae5acd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 20be172d95186568ca07392a61ae5acd 2024-11-08T07:39:05,405 INFO [StoreOpener-20be172d95186568ca07392a61ae5acd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20be172d95186568ca07392a61ae5acd columnFamilyName f 2024-11-08T07:39:05,405 DEBUG [StoreOpener-20be172d95186568ca07392a61ae5acd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:39:05,406 INFO [StoreOpener-20be172d95186568ca07392a61ae5acd-1 {}] regionserver.HStore(327): Store=20be172d95186568ca07392a61ae5acd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T07:39:05,406 INFO [StoreOpener-20be172d95186568ca07392a61ae5acd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 20be172d95186568ca07392a61ae5acd 2024-11-08T07:39:05,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=64 2024-11-08T07:39:05,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure fe093b0b452ab1f6fb65b789b32b3690, server=08a4831bbffd,41327,1731051441897 in 185 msec 2024-11-08T07:39:05,407 INFO [StoreOpener-20be172d95186568ca07392a61ae5acd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20be172d95186568ca07392a61ae5acd columnFamilyName f3 2024-11-08T07:39:05,407 DEBUG [StoreOpener-20be172d95186568ca07392a61ae5acd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:39:05,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=fe093b0b452ab1f6fb65b789b32b3690, ASSIGN in 348 msec 2024-11-08T07:39:05,408 INFO [StoreOpener-20be172d95186568ca07392a61ae5acd-1 {}] regionserver.HStore(327): Store=20be172d95186568ca07392a61ae5acd/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T07:39:05,408 INFO [StoreOpener-20be172d95186568ca07392a61ae5acd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 20be172d95186568ca07392a61ae5acd 2024-11-08T07:39:05,409 INFO [StoreOpener-20be172d95186568ca07392a61ae5acd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20be172d95186568ca07392a61ae5acd columnFamilyName mob 2024-11-08T07:39:05,409 DEBUG [StoreOpener-20be172d95186568ca07392a61ae5acd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:39:05,410 INFO [StoreOpener-20be172d95186568ca07392a61ae5acd-1 {}] regionserver.HStore(327): Store=20be172d95186568ca07392a61ae5acd/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T07:39:05,410 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for 20be172d95186568ca07392a61ae5acd 2024-11-08T07:39:05,410 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/20be172d95186568ca07392a61ae5acd 2024-11-08T07:39:05,411 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/20be172d95186568ca07392a61ae5acd 2024-11-08T07:39:05,412 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for 20be172d95186568ca07392a61ae5acd 2024-11-08T07:39:05,412 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for 20be172d95186568ca07392a61ae5acd 2024-11-08T07:39:05,412 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T07:39:05,413 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for 20be172d95186568ca07392a61ae5acd 2024-11-08T07:39:05,415 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/20be172d95186568ca07392a61ae5acd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T07:39:05,415 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened 20be172d95186568ca07392a61ae5acd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=12050739040, jitterRate=0.122312530875206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T07:39:05,415 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 20be172d95186568ca07392a61ae5acd 2024-11-08T07:39:05,415 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for 20be172d95186568ca07392a61ae5acd: Running coprocessor pre-open hook at 1731051545403Writing region info on filesystem at 1731051545403Initializing all the Stores at 1731051545403Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731051545404 (+1 ms)Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731051545404Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731051545404Cleaning up temporary data from old regions at 1731051545412 (+8 ms)Running coprocessor post-open hooks at 1731051545415 (+3 ms)Region opened successfully at 1731051545415 2024-11-08T07:39:05,416 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1731051544216.20be172d95186568ca07392a61ae5acd., pid=65, masterSystemTime=1731051545371 2024-11-08T07:39:05,417 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1731051544216.20be172d95186568ca07392a61ae5acd. 2024-11-08T07:39:05,417 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened table1,,1731051544216.20be172d95186568ca07392a61ae5acd. 2024-11-08T07:39:05,418 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=20be172d95186568ca07392a61ae5acd, regionState=OPEN, openSeqNum=2, regionLocation=08a4831bbffd,41327,1731051441897 2024-11-08T07:39:05,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20be172d95186568ca07392a61ae5acd, server=08a4831bbffd,41327,1731051441897 because future has completed 2024-11-08T07:39:05,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=63 2024-11-08T07:39:05,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 20be172d95186568ca07392a61ae5acd, server=08a4831bbffd,41327,1731051441897 in 203 msec 2024-11-08T07:39:05,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-08T07:39:05,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=20be172d95186568ca07392a61ae5acd, ASSIGN in 363 msec 2024-11-08T07:39:05,423 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T07:39:05,423 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731051545423"}]},"ts":"1731051545423"} 2024-11-08T07:39:05,425 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-08T07:39:05,425 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T07:39:05,426 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; CreateTableProcedure table=table1 in 1.2090 sec 2024-11-08T07:39:06,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-08T07:39:06,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:table1 completed 2024-11-08T07:39:06,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-08T07:39:06,386 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:35525/backupUT/backup_1731051460187/default/test-1731051450368/archive/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550 from hbase tables test-1731051450368 to tables table1 2024-11-08T07:39:06,387 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1731051450368 into table1 2024-11-08T07:39:06,390 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-default-table1-1731051546387 from hdfs://localhost:35525/backupUT/backup_1731051460187/default/test-1731051450368/archive/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:39:06,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aa48bb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:06,391 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:39:06,391 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:39:06,392 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:39:06,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:39:06,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:39:06,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d97857d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:06,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:39:06,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:39:06,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:06,393 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:39:06,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1be1da08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:06,394 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T07:39:06,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 08a4831bbffd,33859,1731051440251 2024-11-08T07:39:06,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4733fa8a 2024-11-08T07:39:06,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T07:39:06,396 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T07:39:06,397 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-08T07:39:06,397 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-08T07:39:06,397 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-08T07:39:06,397 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:39:06,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:39:06,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:39:06,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T07:39:06,401 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-08T07:39:06,401 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-08T07:39:06,401 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-08T07:39:06,401 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/partitions_e15007c5-2abf-4950-9c16-80a4c4e2472c 2024-11-08T07:39:06,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741974_1150 (size=177) 2024-11-08T07:39:06,812 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:06,813 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:06,815 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:07,675 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/hadoop-258797354922537381.jar 2024-11-08T07:39:07,675 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:07,675 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:07,675 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:07,676 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:07,676 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:07,676 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:07,676 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:07,677 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:07,677 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:07,677 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T07:39:07,677 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T07:39:07,677 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2024-11-08T07:39:07,677 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T07:39:07,678 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T07:39:07,678 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T07:39:07,678 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T07:39:07,678 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T07:39:07,678 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T07:39:07,679 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T07:39:07,679 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T07:39:07,679 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T07:39:07,681 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:07,681 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:07,681 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:07,681 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:07,682 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:07,682 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:07,682 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T07:39:07,682 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-08T07:39:07,682 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T07:39:07,682 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T07:39:07,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:07,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:07,683 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:39:07,683 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-08T07:39:07,683 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T07:39:07,693 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T07:39:07,703 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-08T07:39:07,784 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/mapreduce.cluster.local.dir/job_local1854428033_0012_3c2af0fc-7ae6-40e7-89f6-9e88f5f410b4/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-08T07:39:07,784 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/mapreduce.cluster.local.dir/job_local1854428033_0012_3c2af0fc-7ae6-40e7-89f6-9e88f5f410b4/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-08T07:39:07,836 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:35525/backupUT/backup_1731051460187/default/test-1731051450368/archive/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/f/60716b74cc5d40f4b032f426c725c020 2024-11-08T07:39:07,838 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-08T07:39:07,873 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:35525/backupUT/backup_1731051460187/default/test-1731051450368/archive/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/mob/aab2b5a9a9d34674ac83ed8325b38eb6 2024-11-08T07:39:07,876 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-08T07:39:07,898 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:35525/backupUT/backup_1731051460187/default/test-1731051450368/archive/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/f3/d7b6938d660949ccaead9616a7744234 2024-11-08T07:39:07,902 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-08T07:39:07,929 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b195cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:07,929 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:39:07,929 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:39:07,930 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:39:07,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:39:07,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:39:07,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61e7bda2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:07,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:39:07,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:39:07,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:07,931 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:39:07,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ea2245, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:07,932 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:39:07,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:39:07,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:39:07,935 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T07:39:07,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731051450368-3-0', locateType=CURRENT is [region=table1,,1731051544216.20be172d95186568ca07392a61ae5acd., hostname=08a4831bbffd,41327,1731051441897, seqNum=2] 2024-11-08T07:39:07,936 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-08T07:39:07,936 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T07:39:07,936 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:07,936 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:07,937 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:39:07,937 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731051450368-3-0] 2024-11-08T07:39:07,937 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 08a4831bbffd 2024-11-08T07:39:07,942 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a131bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:07,942 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:39:07,942 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:39:07,943 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:39:07,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:39:07,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:39:07,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@586b1518, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:07,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:39:07,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:39:07,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:07,945 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:39:07,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc0942a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:07,946 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:39:07,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:39:07,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:39:07,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T07:39:07,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731051450368-3-0', locateType=CURRENT is [region=table1,,1731051544216.20be172d95186568ca07392a61ae5acd., hostname=08a4831bbffd,41327,1731051441897, seqNum=2] 2024-11-08T07:39:07,949 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-08T07:39:07,949 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T07:39:07,949 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:07,949 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:07,949 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:39:07,949 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731051450368-3-0] 2024-11-08T07:39:07,949 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 08a4831bbffd 2024-11-08T07:39:07,953 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-default-table1-1731051546387/_temporary/0/_temporary/attempt_local1854428033_0012_r_000000_0/f3/2e0de679eaef4800b03d568dc1204033 is 58, key is row-test-1731051450368-3-0/f3:q1/1731051460155/Put/seqid=0 2024-11-08T07:39:07,954 WARN [Thread-1635 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [08a4831bbffd:41327] Specified favored nodes: [08a4831bbffd:41327] 2024-11-08T07:39:07,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741975_1151 (size=5530) 2024-11-08T07:39:08,357 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-default-table1-1731051546387/_temporary/0/_temporary/attempt_local1854428033_0012_r_000000_0/mob/7234b75f3288444aa01a496949c4600c is 59, key is row-test-1731051450368-3-0/mob:q1/1731051460170/Put/seqid=0 2024-11-08T07:39:08,359 WARN [Thread-1637 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [08a4831bbffd:41327] Specified favored nodes: [08a4831bbffd:41327] 2024-11-08T07:39:08,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741976_1152 (size=5539) 2024-11-08T07:39:08,785 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51d44f48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:08,785 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:39:08,785 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:39:08,786 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:39:08,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:39:08,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:39:08,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f50b8b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:08,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:39:08,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:39:08,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:08,788 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:39:08,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14a91c01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:08,789 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:39:08,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:39:08,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:39:08,791 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T07:39:08,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731051544216.fe093b0b452ab1f6fb65b789b32b3690., hostname=08a4831bbffd,41327,1731051441897, seqNum=2] 2024-11-08T07:39:08,793 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-08T07:39:08,793 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T07:39:08,793 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:08,793 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:08,793 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:39:08,793 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-08T07:39:08,793 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 08a4831bbffd 2024-11-08T07:39:08,800 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-default-table1-1731051546387/_temporary/0/_temporary/attempt_local1854428033_0012_r_000001_0/f/2a7cfeec9e334393aaa030ce49e92c8f is 37, key is row10/f:q1/1731051453161/Put/seqid=0 2024-11-08T07:39:08,801 WARN [Thread-1652 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [08a4831bbffd:41327] Specified favored nodes: [08a4831bbffd:41327] 2024-11-08T07:39:08,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741977_1153 (size=8742) 2024-11-08T07:39:09,838 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-default-table1-1731051546387 2024-11-08T07:39:09,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30bf79a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:09,839 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:39:09,839 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:39:09,840 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:39:09,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:39:09,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:39:09,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@732e311e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:09,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:39:09,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:39:09,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:09,841 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:39:09,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a0b6a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:09,842 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:39:09,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:39:09,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:39:09,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T07:39:09,848 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-default-table1-1731051546387/_SUCCESS 2024-11-08T07:39:09,857 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T07:39:09,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 08a4831bbffd,33859,1731051440251 2024-11-08T07:39:09,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1251b536 2024-11-08T07:39:09,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T07:39:09,859 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T07:39:09,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731051544216.20be172d95186568ca07392a61ae5acd., hostname=08a4831bbffd,41327,1731051441897, seqNum=2] 2024-11-08T07:39:09,869 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-08T07:39:09,880 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-default-table1-1731051546387/f/2a7cfeec9e334393aaa030ce49e92c8f first=Optional[row0] last=Optional[row98] 2024-11-08T07:39:09,883 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-default-table1-1731051546387/f3/2e0de679eaef4800b03d568dc1204033 first=Optional[row-test-1731051450368-3-0] last=Optional[row-test-1731051450368-3-5] 2024-11-08T07:39:09,886 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-default-table1-1731051546387/mob/7234b75f3288444aa01a496949c4600c first=Optional[row-test-1731051450368-3-0] last=Optional[row-test-1731051450368-3-5] 2024-11-08T07:39:09,905 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-default-table1-1731051546387/f/2a7cfeec9e334393aaa030ce49e92c8f for inclusion in fe093b0b452ab1f6fb65b789b32b3690/f 2024-11-08T07:39:09,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-default-table1-1731051546387/mob/7234b75f3288444aa01a496949c4600c for inclusion in 20be172d95186568ca07392a61ae5acd/mob 2024-11-08T07:39:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731051450368-3-0 last=row-test-1731051450368-3-5 2024-11-08T07:39:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-08T07:39:09,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-default-table1-1731051546387/f3/2e0de679eaef4800b03d568dc1204033 for inclusion in 20be172d95186568ca07392a61ae5acd/f3 2024-11-08T07:39:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-08T07:39:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-08T07:39:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] regionserver.HRegion(2603): Flush status journal for fe093b0b452ab1f6fb65b789b32b3690: 2024-11-08T07:39:09,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-default-table1-1731051546387/f/2a7cfeec9e334393aaa030ce49e92c8f to hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/staging/jenkins__table1__c3ijbrtnbokedkddu418gtl2o8flnk35qsdtv5d66b9fmut1e0hrlakm5aah0vr4/f/2a7cfeec9e334393aaa030ce49e92c8f 2024-11-08T07:39:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731051450368-3-0 last=row-test-1731051450368-3-5 2024-11-08T07:39:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/staging/jenkins__table1__c3ijbrtnbokedkddu418gtl2o8flnk35qsdtv5d66b9fmut1e0hrlakm5aah0vr4/f/2a7cfeec9e334393aaa030ce49e92c8f as hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/fe093b0b452ab1f6fb65b789b32b3690/f/1adc1b2b57e441c8ba56c8a7db5ade23_SeqId_4_ 2024-11-08T07:39:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-08T07:39:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HRegion(2603): Flush status journal for 20be172d95186568ca07392a61ae5acd: 2024-11-08T07:39:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aed5cb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:39:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:39:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-default-table1-1731051546387/mob/7234b75f3288444aa01a496949c4600c to hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/staging/jenkins__table1__c3ijbrtnbokedkddu418gtl2o8flnk35qsdtv5d66b9fmut1e0hrlakm5aah0vr4/mob/7234b75f3288444aa01a496949c4600c 2024-11-08T07:39:09,918 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:39:09,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:39:09,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:39:09,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6920c013, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:09,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:39:09,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:39:09,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:09,920 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:39:09,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5646c447, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:09,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T07:39:09,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/staging/jenkins__table1__c3ijbrtnbokedkddu418gtl2o8flnk35qsdtv5d66b9fmut1e0hrlakm5aah0vr4/mob/7234b75f3288444aa01a496949c4600c as hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/20be172d95186568ca07392a61ae5acd/mob/1a06199d92874ab391ea674f62f2a292_SeqId_4_ 2024-11-08T07:39:09,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-default-table1-1731051546387/f3/2e0de679eaef4800b03d568dc1204033 to hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/staging/jenkins__table1__c3ijbrtnbokedkddu418gtl2o8flnk35qsdtv5d66b9fmut1e0hrlakm5aah0vr4/f3/2e0de679eaef4800b03d568dc1204033 2024-11-08T07:39:09,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 08a4831bbffd,33859,1731051440251 2024-11-08T07:39:09,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b0437fa 2024-11-08T07:39:09,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T07:39:09,923 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T07:39:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:39:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/staging/jenkins__table1__c3ijbrtnbokedkddu418gtl2o8flnk35qsdtv5d66b9fmut1e0hrlakm5aah0vr4/f3/2e0de679eaef4800b03d568dc1204033 as hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/20be172d95186568ca07392a61ae5acd/f3/680690adb8b243caa69181f373f9470a_SeqId_4_ 2024-11-08T07:39:09,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:39:09,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:39:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ff36921, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:39:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:39:09,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T07:39:09,925 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:39:09,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:39:09,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:39:09,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5707a0bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:09,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:39:09,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:39:09,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:09,927 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:39:09,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3055bb4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:09,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T07:39:09,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 08a4831bbffd,33859,1731051440251 2024-11-08T07:39:09,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@555a5e1f 2024-11-08T07:39:09,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T07:39:09,930 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T07:39:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:39:09,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:39:09,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:39:09,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T07:39:09,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T07:39:09,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T07:39:09,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T07:39:09,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a., hostname=08a4831bbffd,41327,1731051441897, seqNum=2] 2024-11-08T07:39:09,945 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327. 2024-11-08T07:39:09,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T07:39:09,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:09,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:09,945 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:39:09,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T07:39:09,947 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/staging/jenkins__table1__c3ijbrtnbokedkddu418gtl2o8flnk35qsdtv5d66b9fmut1e0hrlakm5aah0vr4/f/2a7cfeec9e334393aaa030ce49e92c8f into fe093b0b452ab1f6fb65b789b32b3690/f as hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/fe093b0b452ab1f6fb65b789b32b3690/f/1adc1b2b57e441c8ba56c8a7db5ade23_SeqId_4_ - updating store file list. 2024-11-08T07:39:09,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a., hostname=08a4831bbffd,41327,1731051441897, seqNum=2] 2024-11-08T07:39:09,953 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/fe093b0b452ab1f6fb65b789b32b3690/f/1adc1b2b57e441c8ba56c8a7db5ade23_SeqId_4_ into fe093b0b452ab1f6fb65b789b32b3690/f 2024-11-08T07:39:09,953 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/staging/jenkins__table1__c3ijbrtnbokedkddu418gtl2o8flnk35qsdtv5d66b9fmut1e0hrlakm5aah0vr4/f/2a7cfeec9e334393aaa030ce49e92c8f into fe093b0b452ab1f6fb65b789b32b3690/f (new location: hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/fe093b0b452ab1f6fb65b789b32b3690/f/1adc1b2b57e441c8ba56c8a7db5ade23_SeqId_4_) 2024-11-08T07:39:09,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327. 2024-11-08T07:39:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T07:39:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/staging/jenkins__table1__c3ijbrtnbokedkddu418gtl2o8flnk35qsdtv5d66b9fmut1e0hrlakm5aah0vr4/f/2a7cfeec9e334393aaa030ce49e92c8f 2024-11-08T07:39:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:09,954 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:39:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@577daf4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:39:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:39:09,957 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:39:09,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:39:09,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:39:09,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dd4e121, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:09,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:39:09,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:39:09,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:09,959 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:39:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3959d167, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:39:09,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@237b511d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:39:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T07:39:09,960 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:39:09,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:39:09,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 08a4831bbffd,33859,1731051440251 2024-11-08T07:39:09,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65c55b69 2024-11-08T07:39:09,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:39:09,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69847b83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:09,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T07:39:09,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:39:09,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:39:09,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:09,961 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T07:39:09,961 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:39:09,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dfce803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:09,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:39:09,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T07:39:09,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:39:09,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:39:09,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 08a4831bbffd,33859,1731051440251 2024-11-08T07:39:09,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69626066 2024-11-08T07:39:09,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T07:39:09,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T07:39:09,964 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-08T07:39:09,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:39:09,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:39:09,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:39:09,966 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-08T07:39:09,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T07:39:09,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T07:39:09,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T07:39:09,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T07:39:09,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a., hostname=08a4831bbffd,41327,1731051441897, seqNum=2] 2024-11-08T07:39:09,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a., hostname=08a4831bbffd,41327,1731051441897, seqNum=2] 2024-11-08T07:39:09,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327. 2024-11-08T07:39:09,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T07:39:09,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:09,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:09,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:39:09,985 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327. 2024-11-08T07:39:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T07:39:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:09,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:39:09,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/staging/jenkins__table1__c3ijbrtnbokedkddu418gtl2o8flnk35qsdtv5d66b9fmut1e0hrlakm5aah0vr4/f3/2e0de679eaef4800b03d568dc1204033 into 20be172d95186568ca07392a61ae5acd/f3 as hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/20be172d95186568ca07392a61ae5acd/f3/680690adb8b243caa69181f373f9470a_SeqId_4_ - updating store file list. 2024-11-08T07:39:09,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/20be172d95186568ca07392a61ae5acd/f3/680690adb8b243caa69181f373f9470a_SeqId_4_ into 20be172d95186568ca07392a61ae5acd/f3 2024-11-08T07:39:09,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/staging/jenkins__table1__c3ijbrtnbokedkddu418gtl2o8flnk35qsdtv5d66b9fmut1e0hrlakm5aah0vr4/f3/2e0de679eaef4800b03d568dc1204033 into 20be172d95186568ca07392a61ae5acd/f3 (new location: hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/20be172d95186568ca07392a61ae5acd/f3/680690adb8b243caa69181f373f9470a_SeqId_4_) 2024-11-08T07:39:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/staging/jenkins__table1__c3ijbrtnbokedkddu418gtl2o8flnk35qsdtv5d66b9fmut1e0hrlakm5aah0vr4/f3/2e0de679eaef4800b03d568dc1204033 2024-11-08T07:39:09,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/staging/jenkins__table1__c3ijbrtnbokedkddu418gtl2o8flnk35qsdtv5d66b9fmut1e0hrlakm5aah0vr4/mob/7234b75f3288444aa01a496949c4600c into 20be172d95186568ca07392a61ae5acd/mob as hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/20be172d95186568ca07392a61ae5acd/mob/1a06199d92874ab391ea674f62f2a292_SeqId_4_ - updating store file list. 2024-11-08T07:39:09,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/20be172d95186568ca07392a61ae5acd/mob/1a06199d92874ab391ea674f62f2a292_SeqId_4_ into 20be172d95186568ca07392a61ae5acd/mob 2024-11-08T07:39:09,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/staging/jenkins__table1__c3ijbrtnbokedkddu418gtl2o8flnk35qsdtv5d66b9fmut1e0hrlakm5aah0vr4/mob/7234b75f3288444aa01a496949c4600c into 20be172d95186568ca07392a61ae5acd/mob (new location: hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/20be172d95186568ca07392a61ae5acd/mob/1a06199d92874ab391ea674f62f2a292_SeqId_4_) 2024-11-08T07:39:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/staging/jenkins__table1__c3ijbrtnbokedkddu418gtl2o8flnk35qsdtv5d66b9fmut1e0hrlakm5aah0vr4/mob/7234b75f3288444aa01a496949c4600c 2024-11-08T07:39:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@365276ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:39:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:39:10,000 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:39:10,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:39:10,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:39:10,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78265915, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:10,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:39:10,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:39:10,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:10,001 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:39:10,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@242736c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T07:39:10,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 08a4831bbffd,33859,1731051440251 2024-11-08T07:39:10,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32734f70 2024-11-08T07:39:10,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T07:39:10,004 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-08T07:39:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:39:10,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:39:10,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:39:10,006 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-08T07:39:10,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T07:39:10,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T07:39:10,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a., hostname=08a4831bbffd,41327,1731051441897, seqNum=2] 2024-11-08T07:39:10,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327. 2024-11-08T07:39:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T07:39:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:10,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:10,020 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:39:10,023 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T07:39:10,023 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T07:39:10,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:10,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:10,024 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-08T07:39:10,024 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:39:10,024 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-08T07:39:10,024 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731051460187 hdfs://localhost:35525/backupUT/backup_1731051460187/default/test-1731051450368/ 2024-11-08T07:39:10,025 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35525/backupUT/backup_1731051460187/.backup.manifest 2024-11-08T07:39:10,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731051544216.20be172d95186568ca07392a61ae5acd., hostname=08a4831bbffd,41327,1731051441897, seqNum=2 , the old value is region=table1,,1731051544216.20be172d95186568ca07392a61ae5acd., hostname=08a4831bbffd,41327,1731051441897, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=08a4831bbffd:41327 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T07:39:10,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731051544216.20be172d95186568ca07392a61ae5acd., hostname=08a4831bbffd,41327,1731051441897, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T07:39:10,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731051544216.20be172d95186568ca07392a61ae5acd., hostname=08a4831bbffd,41327,1731051441897, seqNum=2 from cache 2024-11-08T07:39:10,026 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T07:39:10,027 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731051460187/.backup.manifest 2024-11-08T07:39:10,027 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17310514503681' to 'ns2:table2' from full backup image hdfs://localhost:35525/backupUT/backup_1731051460187/ns2/test-17310514503681 2024-11-08T07:39:10,035 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'ns2:table2' 2024-11-08T07:39:10,035 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:35525/backupUT/backup_1731051460187/ns2/test-17310514503681/archive/data/ns2/test-17310514503681/9044a3a2eaab66eeb1c2b19a5d6738de 2024-11-08T07:39:10,036 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:35525/backupUT/backup_1731051460187/ns2/test-17310514503681/archive/data/ns2/test-17310514503681/9044a3a2eaab66eeb1c2b19a5d6738de/f in region [hdfs://localhost:35525/backupUT/backup_1731051460187/ns2/test-17310514503681/archive/data/ns2/test-17310514503681/9044a3a2eaab66eeb1c2b19a5d6738de] 2024-11-08T07:39:10,040 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:35525/backupUT/backup_1731051460187/ns2/test-17310514503681/archive/data/ns2/test-17310514503681/9044a3a2eaab66eeb1c2b19a5d6738de/f/d53a2e2a9e5b4e84bc718db73f476725 first=row0 last=row98 2024-11-08T07:39:10,042 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33859 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T07:39:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33859 {}] procedure2.ProcedureExecutor(1139): Stored pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:table2 2024-11-08T07:39:10,044 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T07:39:10,044 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33859 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 67 2024-11-08T07:39:10,044 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T07:39:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-08T07:39:10,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741978_1154 (size=351) 2024-11-08T07:39:10,131 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=08a4831bbffd:41327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T07:39:10,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-08T07:39:10,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-08T07:39:10,452 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 89bfecf1c847b413e1d45e37336689f3, NAME => 'ns2:table2,,1731051550041.89bfecf1c847b413e1d45e37336689f3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6 2024-11-08T07:39:10,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741979_1155 (size=37) 2024-11-08T07:39:10,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-08T07:39:10,861 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1731051550041.89bfecf1c847b413e1d45e37336689f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T07:39:10,861 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 89bfecf1c847b413e1d45e37336689f3, disabling compactions & flushes 2024-11-08T07:39:10,861 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1731051550041.89bfecf1c847b413e1d45e37336689f3. 2024-11-08T07:39:10,861 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731051550041.89bfecf1c847b413e1d45e37336689f3. 2024-11-08T07:39:10,862 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731051550041.89bfecf1c847b413e1d45e37336689f3. after waiting 0 ms 2024-11-08T07:39:10,862 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731051550041.89bfecf1c847b413e1d45e37336689f3. 2024-11-08T07:39:10,862 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1731051550041.89bfecf1c847b413e1d45e37336689f3. 2024-11-08T07:39:10,862 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 89bfecf1c847b413e1d45e37336689f3: Waiting for close lock at 1731051550861Disabling compacts and flushes for region at 1731051550861Disabling writes for close at 1731051550862 (+1 ms)Writing region close event to WAL at 1731051550862Closed at 1731051550862 2024-11-08T07:39:10,865 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T07:39:10,866 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1731051550041.89bfecf1c847b413e1d45e37336689f3.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1731051550865"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731051550865"}]},"ts":"1731051550865"} 2024-11-08T07:39:10,869 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T07:39:10,870 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T07:39:10,870 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731051550870"}]},"ts":"1731051550870"} 2024-11-08T07:39:10,872 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-08T07:39:10,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=89bfecf1c847b413e1d45e37336689f3, ASSIGN}] 2024-11-08T07:39:10,874 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=89bfecf1c847b413e1d45e37336689f3, ASSIGN 2024-11-08T07:39:10,875 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=89bfecf1c847b413e1d45e37336689f3, ASSIGN; state=OFFLINE, location=08a4831bbffd,41327,1731051441897; forceNewPlan=false, retain=false 2024-11-08T07:39:10,910 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-08T07:39:10,941 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2024-11-08T07:39:10,941 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2024-11-08T07:39:11,026 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=89bfecf1c847b413e1d45e37336689f3, regionState=OPENING, regionLocation=08a4831bbffd,41327,1731051441897 2024-11-08T07:39:11,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=89bfecf1c847b413e1d45e37336689f3, ASSIGN because future has completed 2024-11-08T07:39:11,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89bfecf1c847b413e1d45e37336689f3, server=08a4831bbffd,41327,1731051441897}] 2024-11-08T07:39:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-08T07:39:11,184 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(132): Open ns2:table2,,1731051550041.89bfecf1c847b413e1d45e37336689f3. 2024-11-08T07:39:11,185 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7752): Opening region: {ENCODED => 89bfecf1c847b413e1d45e37336689f3, NAME => 'ns2:table2,,1731051550041.89bfecf1c847b413e1d45e37336689f3.', STARTKEY => '', ENDKEY => ''} 2024-11-08T07:39:11,185 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T07:39:11,185 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 89bfecf1c847b413e1d45e37336689f3 2024-11-08T07:39:11,185 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(898): Instantiated ns2:table2,,1731051550041.89bfecf1c847b413e1d45e37336689f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T07:39:11,186 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7794): checking encryption for 89bfecf1c847b413e1d45e37336689f3 2024-11-08T07:39:11,186 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7797): checking classloading for 89bfecf1c847b413e1d45e37336689f3 2024-11-08T07:39:11,188 INFO [StoreOpener-89bfecf1c847b413e1d45e37336689f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 89bfecf1c847b413e1d45e37336689f3 2024-11-08T07:39:11,190 INFO [StoreOpener-89bfecf1c847b413e1d45e37336689f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89bfecf1c847b413e1d45e37336689f3 columnFamilyName f 2024-11-08T07:39:11,191 DEBUG [StoreOpener-89bfecf1c847b413e1d45e37336689f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:39:11,191 INFO [StoreOpener-89bfecf1c847b413e1d45e37336689f3-1 {}] regionserver.HStore(327): Store=89bfecf1c847b413e1d45e37336689f3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T07:39:11,192 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1038): replaying wal for 89bfecf1c847b413e1d45e37336689f3 2024-11-08T07:39:11,193 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns2/table2/89bfecf1c847b413e1d45e37336689f3 2024-11-08T07:39:11,193 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns2/table2/89bfecf1c847b413e1d45e37336689f3 2024-11-08T07:39:11,194 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1048): stopping wal replay for 89bfecf1c847b413e1d45e37336689f3 2024-11-08T07:39:11,194 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1060): Cleaning up temporary data for 89bfecf1c847b413e1d45e37336689f3 2024-11-08T07:39:11,196 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1093): writing seq id for 89bfecf1c847b413e1d45e37336689f3 2024-11-08T07:39:11,198 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns2/table2/89bfecf1c847b413e1d45e37336689f3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T07:39:11,199 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1114): Opened 89bfecf1c847b413e1d45e37336689f3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11229365440, jitterRate=0.04581615328788757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T07:39:11,199 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 89bfecf1c847b413e1d45e37336689f3 2024-11-08T07:39:11,199 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1006): Region open journal for 89bfecf1c847b413e1d45e37336689f3: Running coprocessor pre-open hook at 1731051551186Writing region info on filesystem at 1731051551186Initializing all the Stores at 1731051551187 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731051551187Cleaning up temporary data from old regions at 1731051551194 (+7 ms)Running coprocessor post-open hooks at 1731051551199 (+5 ms)Region opened successfully at 1731051551199 2024-11-08T07:39:11,200 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1731051550041.89bfecf1c847b413e1d45e37336689f3., pid=69, masterSystemTime=1731051551180 2024-11-08T07:39:11,202 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1731051550041.89bfecf1c847b413e1d45e37336689f3. 2024-11-08T07:39:11,202 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(153): Opened ns2:table2,,1731051550041.89bfecf1c847b413e1d45e37336689f3. 2024-11-08T07:39:11,202 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=89bfecf1c847b413e1d45e37336689f3, regionState=OPEN, openSeqNum=2, regionLocation=08a4831bbffd,41327,1731051441897 2024-11-08T07:39:11,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89bfecf1c847b413e1d45e37336689f3, server=08a4831bbffd,41327,1731051441897 because future has completed 2024-11-08T07:39:11,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-08T07:39:11,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 89bfecf1c847b413e1d45e37336689f3, server=08a4831bbffd,41327,1731051441897 in 177 msec 2024-11-08T07:39:11,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67 2024-11-08T07:39:11,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=89bfecf1c847b413e1d45e37336689f3, ASSIGN in 333 msec 2024-11-08T07:39:11,208 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T07:39:11,209 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731051551208"}]},"ts":"1731051551208"} 2024-11-08T07:39:11,210 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-08T07:39:11,211 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T07:39:11,212 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:table2 in 1.1690 sec 2024-11-08T07:39:11,501 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 7ae18935d0bdb3791efcef4bbda4f22a, had cached 0 bytes from a total of 41499 2024-11-08T07:39:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-08T07:39:12,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:table2 completed 2024-11-08T07:39:12,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-08T07:39:12,201 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:35525/backupUT/backup_1731051460187/ns2/test-17310514503681/archive/data/ns2/test-17310514503681/9044a3a2eaab66eeb1c2b19a5d6738de from hbase tables ns2:test-17310514503681 to tables ns2:table2 2024-11-08T07:39:12,201 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17310514503681 into ns2:table2 2024-11-08T07:39:12,203 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-ns2-table2-1731051552201 from hdfs://localhost:35525/backupUT/backup_1731051460187/ns2/test-17310514503681/archive/data/ns2/test-17310514503681/9044a3a2eaab66eeb1c2b19a5d6738de 2024-11-08T07:39:12,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75cff610, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:12,204 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:39:12,204 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:39:12,205 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:39:12,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:39:12,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:39:12,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31d73a01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:12,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:39:12,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:39:12,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:12,206 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:39:12,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ef6b477, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:12,207 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T07:39:12,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 08a4831bbffd,33859,1731051440251 2024-11-08T07:39:12,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a21a603 2024-11-08T07:39:12,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T07:39:12,209 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T07:39:12,209 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-08T07:39:12,209 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-08T07:39:12,210 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-08T07:39:12,210 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:39:12,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:39:12,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:39:12,212 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T07:39:12,213 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-08T07:39:12,213 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-08T07:39:12,213 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/partitions_b4df28e7-55a9-40f0-b019-4c4af09269e5 2024-11-08T07:39:12,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741980_1156 (size=153) 2024-11-08T07:39:12,623 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:12,624 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:12,625 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:13,485 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/hadoop-17539402697963983290.jar 2024-11-08T07:39:13,486 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:13,486 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:13,486 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:13,486 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:13,486 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:13,487 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:13,487 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:13,487 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:13,487 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:13,487 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T07:39:13,488 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T07:39:13,488 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T07:39:13,488 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T07:39:13,488 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T07:39:13,488 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T07:39:13,489 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T07:39:13,489 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T07:39:13,489 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T07:39:13,489 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T07:39:13,489 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T07:39:13,489 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:13,490 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:13,490 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:13,490 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:13,490 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:13,490 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:13,490 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T07:39:13,491 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-08T07:39:13,491 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T07:39:13,491 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T07:39:13,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:13,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:13,491 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:39:13,491 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-08T07:39:13,491 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T07:39:13,502 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T07:39:13,513 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-08T07:39:13,595 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/mapreduce.cluster.local.dir/job_local1255495767_0013_6593487e-6e17-4b4e-a615-46e2bb0a376c/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-08T07:39:13,595 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/mapreduce.cluster.local.dir/job_local1255495767_0013_6593487e-6e17-4b4e-a615-46e2bb0a376c/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-08T07:39:13,653 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:35525/backupUT/backup_1731051460187/ns2/test-17310514503681/archive/data/ns2/test-17310514503681/9044a3a2eaab66eeb1c2b19a5d6738de/f/d53a2e2a9e5b4e84bc718db73f476725 2024-11-08T07:39:13,656 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-08T07:39:13,679 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2024-11-08T07:39:13,684 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22609cca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:13,684 DEBUG [pool-272-thread-1 {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:39:13,684 DEBUG [pool-272-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:39:13,685 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:39:13,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:39:13,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:39:13,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7211486b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:13,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:39:13,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:39:13,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:13,687 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:39:13,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d2e87bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:13,688 DEBUG [pool-272-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:39:13,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:39:13,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:39:13,691 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T07:39:13,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row0', locateType=CURRENT is [region=ns2:table2,,1731051550041.89bfecf1c847b413e1d45e37336689f3., hostname=08a4831bbffd,41327,1731051441897, seqNum=2] 2024-11-08T07:39:13,693 INFO [pool-272-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-272-thread-1. 2024-11-08T07:39:13,693 DEBUG [pool-272-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T07:39:13,693 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:13,693 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:13,693 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:39:13,693 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-08T07:39:13,693 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 08a4831bbffd 2024-11-08T07:39:13,700 DEBUG [pool-272-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-ns2-table2-1731051552201/_temporary/0/_temporary/attempt_local1255495767_0013_r_000000_0/f/e4769bf17c6f4011b6cec83afc6fe575 is 37, key is row10/f:q1/1731051454463/Put/seqid=0 2024-11-08T07:39:13,702 WARN [Thread-1719 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [08a4831bbffd:41327] Specified favored nodes: [08a4831bbffd:41327] 2024-11-08T07:39:13,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741981_1157 (size=8742) 2024-11-08T07:39:14,643 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-ns2-table2-1731051552201 2024-11-08T07:39:14,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59e8135d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:14,645 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:39:14,646 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:39:14,647 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:39:14,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:39:14,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:39:14,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17970325, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:14,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:39:14,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:39:14,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:14,649 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:39:14,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e843db3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:14,649 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:39:14,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:39:14,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:39:14,651 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T07:39:14,653 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-ns2-table2-1731051552201/_SUCCESS 2024-11-08T07:39:14,656 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T07:39:14,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 08a4831bbffd,33859,1731051440251 2024-11-08T07:39:14,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2be2545c 2024-11-08T07:39:14,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T07:39:14,658 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T07:39:14,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731051550041.89bfecf1c847b413e1d45e37336689f3., hostname=08a4831bbffd,41327,1731051441897, seqNum=2] 2024-11-08T07:39:14,663 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-08T07:39:14,668 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-ns2-table2-1731051552201/f/e4769bf17c6f4011b6cec83afc6fe575 first=Optional[row0] last=Optional[row98] 2024-11-08T07:39:14,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-ns2-table2-1731051552201/f/e4769bf17c6f4011b6cec83afc6fe575 for inclusion in 89bfecf1c847b413e1d45e37336689f3/f 2024-11-08T07:39:14,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-08T07:39:14,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T07:39:14,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HRegion(2603): Flush status journal for 89bfecf1c847b413e1d45e37336689f3: 2024-11-08T07:39:14,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-ns2-table2-1731051552201/f/e4769bf17c6f4011b6cec83afc6fe575 to hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/staging/jenkins__ns2_table2__2dkj7n24bcj6gaq2p3q62j6h0efbd9ndve0vkve56mgbgc7oifc7hc1kp0s86gv0/f/e4769bf17c6f4011b6cec83afc6fe575 2024-11-08T07:39:14,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/staging/jenkins__ns2_table2__2dkj7n24bcj6gaq2p3q62j6h0efbd9ndve0vkve56mgbgc7oifc7hc1kp0s86gv0/f/e4769bf17c6f4011b6cec83afc6fe575 as hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns2/table2/89bfecf1c847b413e1d45e37336689f3/f/5e1a1ef104da4745af1f955c9f1228a4_SeqId_4_ 2024-11-08T07:39:14,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71f11fd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:14,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:39:14,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:39:14,680 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:39:14,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:39:14,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:39:14,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@799b358, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:14,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:39:14,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:39:14,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:14,682 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:39:14,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bd562f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:14,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T07:39:14,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 08a4831bbffd,33859,1731051440251 2024-11-08T07:39:14,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73591c8 2024-11-08T07:39:14,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T07:39:14,685 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T07:39:14,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:39:14,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:39:14,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:39:14,687 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T07:39:14,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T07:39:14,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T07:39:14,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a., hostname=08a4831bbffd,41327,1731051441897, seqNum=2] 2024-11-08T07:39:14,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327. 2024-11-08T07:39:14,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T07:39:14,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:14,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:14,704 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:39:14,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/staging/jenkins__ns2_table2__2dkj7n24bcj6gaq2p3q62j6h0efbd9ndve0vkve56mgbgc7oifc7hc1kp0s86gv0/f/e4769bf17c6f4011b6cec83afc6fe575 into 89bfecf1c847b413e1d45e37336689f3/f as hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns2/table2/89bfecf1c847b413e1d45e37336689f3/f/5e1a1ef104da4745af1f955c9f1228a4_SeqId_4_ - updating store file list. 2024-11-08T07:39:14,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns2/table2/89bfecf1c847b413e1d45e37336689f3/f/5e1a1ef104da4745af1f955c9f1228a4_SeqId_4_ into 89bfecf1c847b413e1d45e37336689f3/f 2024-11-08T07:39:14,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/staging/jenkins__ns2_table2__2dkj7n24bcj6gaq2p3q62j6h0efbd9ndve0vkve56mgbgc7oifc7hc1kp0s86gv0/f/e4769bf17c6f4011b6cec83afc6fe575 into 89bfecf1c847b413e1d45e37336689f3/f (new location: hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns2/table2/89bfecf1c847b413e1d45e37336689f3/f/5e1a1ef104da4745af1f955c9f1228a4_SeqId_4_) 2024-11-08T07:39:14,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/staging/jenkins__ns2_table2__2dkj7n24bcj6gaq2p3q62j6h0efbd9ndve0vkve56mgbgc7oifc7hc1kp0s86gv0/f/e4769bf17c6f4011b6cec83afc6fe575 2024-11-08T07:39:14,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57a13c25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:14,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:39:14,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:39:14,712 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:39:14,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:39:14,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:39:14,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cd47f7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:14,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:39:14,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:39:14,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:14,713 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:39:14,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3afa9bb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:14,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T07:39:14,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 08a4831bbffd,33859,1731051440251 2024-11-08T07:39:14,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5be53624 2024-11-08T07:39:14,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T07:39:14,715 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-08T07:39:14,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:39:14,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:39:14,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:39:14,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-08T07:39:14,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T07:39:14,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T07:39:14,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a., hostname=08a4831bbffd,41327,1731051441897, seqNum=2] 2024-11-08T07:39:14,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327. 2024-11-08T07:39:14,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T07:39:14,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:14,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:14,733 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:39:14,734 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T07:39:14,734 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T07:39:14,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:14,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:14,735 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:39:14,735 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-08T07:39:14,735 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-08T07:39:14,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1731051550041.89bfecf1c847b413e1d45e37336689f3., hostname=08a4831bbffd,41327,1731051441897, seqNum=2 , the old value is region=ns2:table2,,1731051550041.89bfecf1c847b413e1d45e37336689f3., hostname=08a4831bbffd,41327,1731051441897, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=08a4831bbffd:41327 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T07:39:14,735 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731051460187 hdfs://localhost:35525/backupUT/backup_1731051460187/ns2/test-17310514503681/ 2024-11-08T07:39:14,735 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-08T07:39:14,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1731051550041.89bfecf1c847b413e1d45e37336689f3., hostname=08a4831bbffd,41327,1731051441897, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T07:39:14,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1731051550041.89bfecf1c847b413e1d45e37336689f3., hostname=08a4831bbffd,41327,1731051441897, seqNum=2 from cache 2024-11-08T07:39:14,736 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T07:39:14,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731051544216.20be172d95186568ca07392a61ae5acd., hostname=08a4831bbffd,41327,1731051441897, seqNum=2] 2024-11-08T07:39:14,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731051544216.fe093b0b452ab1f6fb65b789b32b3690., hostname=08a4831bbffd,41327,1731051441897, seqNum=2] 2024-11-08T07:39:14,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731051550041.89bfecf1c847b413e1d45e37336689f3., hostname=08a4831bbffd,41327,1731051441897, seqNum=2] 2024-11-08T07:39:14,767 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35525/backupUT/backup_1731051530937/.backup.manifest 2024-11-08T07:39:14,769 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731051530937/.backup.manifest 2024-11-08T07:39:14,770 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35525/backupUT/backup_1731051495640/.backup.manifest 2024-11-08T07:39:14,771 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731051495640/.backup.manifest 2024-11-08T07:39:14,771 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1731051450368' to 'table1' from full backup image hdfs://localhost:35525/backupUT/backup_1731051495640/default/test-1731051450368 2024-11-08T07:39:14,774 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'test-1731051450368', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1731051530937 2024-11-08T07:39:14,777 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'table1', preserving region splits 2024-11-08T07:39:14,781 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33859 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable table1 2024-11-08T07:39:14,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33859 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=table1 2024-11-08T07:39:14,788 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731051554788"}]},"ts":"1731051554788"} 2024-11-08T07:39:14,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-08T07:39:14,790 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLING in hbase:meta 2024-11-08T07:39:14,790 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set table1 to state=DISABLING 2024-11-08T07:39:14,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=table1}] 2024-11-08T07:39:14,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=20be172d95186568ca07392a61ae5acd, UNASSIGN}, {pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=fe093b0b452ab1f6fb65b789b32b3690, UNASSIGN}] 2024-11-08T07:39:14,797 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=fe093b0b452ab1f6fb65b789b32b3690, UNASSIGN 2024-11-08T07:39:14,797 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=20be172d95186568ca07392a61ae5acd, UNASSIGN 2024-11-08T07:39:14,797 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=fe093b0b452ab1f6fb65b789b32b3690, regionState=CLOSING, regionLocation=08a4831bbffd,41327,1731051441897 2024-11-08T07:39:14,797 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=20be172d95186568ca07392a61ae5acd, regionState=CLOSING, regionLocation=08a4831bbffd,41327,1731051441897 2024-11-08T07:39:14,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=fe093b0b452ab1f6fb65b789b32b3690, UNASSIGN because future has completed 2024-11-08T07:39:14,799 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T07:39:14,799 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure fe093b0b452ab1f6fb65b789b32b3690, server=08a4831bbffd,41327,1731051441897}] 2024-11-08T07:39:14,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=20be172d95186568ca07392a61ae5acd, UNASSIGN because future has completed 2024-11-08T07:39:14,800 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T07:39:14,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 20be172d95186568ca07392a61ae5acd, server=08a4831bbffd,41327,1731051441897}] 2024-11-08T07:39:14,841 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=08a4831bbffd:41327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T07:39:14,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-08T07:39:14,953 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(122): Close fe093b0b452ab1f6fb65b789b32b3690 2024-11-08T07:39:14,953 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T07:39:14,953 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1722): Closing fe093b0b452ab1f6fb65b789b32b3690, disabling compactions & flushes 2024-11-08T07:39:14,954 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1755): Closing region table1,row0,1731051544216.fe093b0b452ab1f6fb65b789b32b3690. 2024-11-08T07:39:14,954 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731051544216.fe093b0b452ab1f6fb65b789b32b3690. 2024-11-08T07:39:14,954 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731051544216.fe093b0b452ab1f6fb65b789b32b3690. after waiting 0 ms 2024-11-08T07:39:14,954 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731051544216.fe093b0b452ab1f6fb65b789b32b3690. 2024-11-08T07:39:14,962 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/fe093b0b452ab1f6fb65b789b32b3690/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-08T07:39:14,963 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T07:39:14,965 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1973): Closed table1,row0,1731051544216.fe093b0b452ab1f6fb65b789b32b3690. 2024-11-08T07:39:14,965 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1676): Region close journal for fe093b0b452ab1f6fb65b789b32b3690: Waiting for close lock at 1731051554953Running coprocessor pre-close hooks at 1731051554953Disabling compacts and flushes for region at 1731051554953Disabling writes for close at 1731051554954 (+1 ms)Writing region close event to WAL at 1731051554956 (+2 ms)Running coprocessor post-close hooks at 1731051554963 (+7 ms)Closed at 1731051554965 (+2 ms) 2024-11-08T07:39:14,968 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(157): Closed fe093b0b452ab1f6fb65b789b32b3690 2024-11-08T07:39:14,968 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(122): Close 20be172d95186568ca07392a61ae5acd 2024-11-08T07:39:14,968 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T07:39:14,968 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1722): Closing 20be172d95186568ca07392a61ae5acd, disabling compactions & flushes 2024-11-08T07:39:14,969 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1755): Closing region table1,,1731051544216.20be172d95186568ca07392a61ae5acd. 2024-11-08T07:39:14,969 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731051544216.20be172d95186568ca07392a61ae5acd. 2024-11-08T07:39:14,969 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1843): Acquired close lock on table1,,1731051544216.20be172d95186568ca07392a61ae5acd. after waiting 0 ms 2024-11-08T07:39:14,969 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1853): Updates disabled for region table1,,1731051544216.20be172d95186568ca07392a61ae5acd. 2024-11-08T07:39:14,969 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=fe093b0b452ab1f6fb65b789b32b3690, regionState=CLOSED 2024-11-08T07:39:14,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure fe093b0b452ab1f6fb65b789b32b3690, server=08a4831bbffd,41327,1731051441897 because future has completed 2024-11-08T07:39:14,976 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/20be172d95186568ca07392a61ae5acd/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-08T07:39:14,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=73 2024-11-08T07:39:14,977 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T07:39:14,977 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1973): Closed table1,,1731051544216.20be172d95186568ca07392a61ae5acd. 2024-11-08T07:39:14,977 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=73, state=SUCCESS, hasLock=false; CloseRegionProcedure fe093b0b452ab1f6fb65b789b32b3690, server=08a4831bbffd,41327,1731051441897 in 174 msec 2024-11-08T07:39:14,977 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1676): Region close journal for 20be172d95186568ca07392a61ae5acd: Waiting for close lock at 1731051554968Running coprocessor pre-close hooks at 1731051554968Disabling compacts and flushes for region at 1731051554968Disabling writes for close at 1731051554969 (+1 ms)Writing region close event to WAL at 1731051554971 (+2 ms)Running coprocessor post-close hooks at 1731051554977 (+6 ms)Closed at 1731051554977 2024-11-08T07:39:14,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=fe093b0b452ab1f6fb65b789b32b3690, UNASSIGN in 181 msec 2024-11-08T07:39:14,979 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(157): Closed 20be172d95186568ca07392a61ae5acd 2024-11-08T07:39:14,979 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=20be172d95186568ca07392a61ae5acd, regionState=CLOSED 2024-11-08T07:39:14,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 20be172d95186568ca07392a61ae5acd, server=08a4831bbffd,41327,1731051441897 because future has completed 2024-11-08T07:39:14,982 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=72 2024-11-08T07:39:14,983 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=72, state=SUCCESS, hasLock=false; CloseRegionProcedure 20be172d95186568ca07392a61ae5acd, server=08a4831bbffd,41327,1731051441897 in 181 msec 2024-11-08T07:39:14,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=72, resume processing ppid=71 2024-11-08T07:39:14,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=20be172d95186568ca07392a61ae5acd, UNASSIGN in 188 msec 2024-11-08T07:39:14,987 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-08T07:39:14,987 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=table1 in 194 msec 2024-11-08T07:39:14,988 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731051554988"}]},"ts":"1731051554988"} 2024-11-08T07:39:14,989 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLED in hbase:meta 2024-11-08T07:39:14,989 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set table1 to state=DISABLED 2024-11-08T07:39:14,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; DisableTableProcedure table=table1 in 208 msec 2024-11-08T07:39:15,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-08T07:39:15,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:table1 completed 2024-11-08T07:39:15,109 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33859 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate table1 2024-11-08T07:39:15,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33859 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) 2024-11-08T07:39:15,116 DEBUG [PEWorker-3 {}] procedure.TruncateTableProcedure(87): waiting for 'table1' regions in transition 2024-11-08T07:39:15,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-08T07:39:15,123 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/20be172d95186568ca07392a61ae5acd 2024-11-08T07:39:15,124 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/fe093b0b452ab1f6fb65b789b32b3690 2024-11-08T07:39:15,127 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/20be172d95186568ca07392a61ae5acd/f, FileablePath, hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/20be172d95186568ca07392a61ae5acd/f3, FileablePath, hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/20be172d95186568ca07392a61ae5acd/mob, FileablePath, hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/20be172d95186568ca07392a61ae5acd/recovered.edits] 2024-11-08T07:39:15,127 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/fe093b0b452ab1f6fb65b789b32b3690/f, FileablePath, hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/fe093b0b452ab1f6fb65b789b32b3690/f3, FileablePath, hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/fe093b0b452ab1f6fb65b789b32b3690/mob, FileablePath, hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/fe093b0b452ab1f6fb65b789b32b3690/recovered.edits] 2024-11-08T07:39:15,131 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/fe093b0b452ab1f6fb65b789b32b3690/f/1adc1b2b57e441c8ba56c8a7db5ade23_SeqId_4_ to hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/archive/data/default/table1/fe093b0b452ab1f6fb65b789b32b3690/f/1adc1b2b57e441c8ba56c8a7db5ade23_SeqId_4_ 2024-11-08T07:39:15,131 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/20be172d95186568ca07392a61ae5acd/f3/680690adb8b243caa69181f373f9470a_SeqId_4_ to hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/archive/data/default/table1/20be172d95186568ca07392a61ae5acd/f3/680690adb8b243caa69181f373f9470a_SeqId_4_ 2024-11-08T07:39:15,133 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/20be172d95186568ca07392a61ae5acd/mob/1a06199d92874ab391ea674f62f2a292_SeqId_4_ to hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/archive/data/default/table1/20be172d95186568ca07392a61ae5acd/mob/1a06199d92874ab391ea674f62f2a292_SeqId_4_ 2024-11-08T07:39:15,134 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/fe093b0b452ab1f6fb65b789b32b3690/recovered.edits/6.seqid to hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/archive/data/default/table1/fe093b0b452ab1f6fb65b789b32b3690/recovered.edits/6.seqid 2024-11-08T07:39:15,135 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/fe093b0b452ab1f6fb65b789b32b3690 2024-11-08T07:39:15,136 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/20be172d95186568ca07392a61ae5acd/recovered.edits/6.seqid to hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/archive/data/default/table1/20be172d95186568ca07392a61ae5acd/recovered.edits/6.seqid 2024-11-08T07:39:15,136 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/20be172d95186568ca07392a61ae5acd 2024-11-08T07:39:15,136 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived table1 regions 2024-11-08T07:39:15,137 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-08T07:39:15,137 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f/mob] 2024-11-08T07:39:15,139 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-08T07:39:15,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41327 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-08T07:39:15,149 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of table1 from hbase:meta 2024-11-08T07:39:15,152 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'table1' descriptor. 2024-11-08T07:39:15,152 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'table1' from region states. 2024-11-08T07:39:15,153 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,,1731051544216.20be172d95186568ca07392a61ae5acd.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731051555152"}]},"ts":"9223372036854775807"} 2024-11-08T07:39:15,153 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,row0,1731051544216.fe093b0b452ab1f6fb65b789b32b3690.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731051555152"}]},"ts":"9223372036854775807"} 2024-11-08T07:39:15,155 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 2 regions from META 2024-11-08T07:39:15,155 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 20be172d95186568ca07392a61ae5acd, NAME => 'table1,,1731051544216.20be172d95186568ca07392a61ae5acd.', STARTKEY => '', ENDKEY => 'row0'}, {ENCODED => fe093b0b452ab1f6fb65b789b32b3690, NAME => 'table1,row0,1731051544216.fe093b0b452ab1f6fb65b789b32b3690.', STARTKEY => 'row0', ENDKEY => ''}] 2024-11-08T07:39:15,155 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'table1' as deleted. 2024-11-08T07:39:15,155 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731051555155"}]},"ts":"9223372036854775807"} 2024-11-08T07:39:15,157 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table table1 state from META 2024-11-08T07:39:15,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741982_1158 (size=938) 2024-11-08T07:39:15,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-08T07:39:15,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-08T07:39:15,570 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 166694aabe089a4b900d01ef03beecdb, NAME => 'table1,,1731051555140.166694aabe089a4b900d01ef03beecdb.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6 2024-11-08T07:39:15,571 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 300ee4c97e138827c58f126ec554803a, NAME => 'table1,row0,1731051555140.300ee4c97e138827c58f126ec554803a.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6 2024-11-08T07:39:15,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741983_1159 (size=45) 2024-11-08T07:39:15,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741984_1160 (size=45) 2024-11-08T07:39:15,583 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1731051555140.166694aabe089a4b900d01ef03beecdb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T07:39:15,583 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 166694aabe089a4b900d01ef03beecdb, disabling compactions & flushes 2024-11-08T07:39:15,583 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1731051555140.166694aabe089a4b900d01ef03beecdb. 2024-11-08T07:39:15,583 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731051555140.166694aabe089a4b900d01ef03beecdb. 2024-11-08T07:39:15,583 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1731051555140.166694aabe089a4b900d01ef03beecdb. after waiting 0 ms 2024-11-08T07:39:15,583 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1731051555140.166694aabe089a4b900d01ef03beecdb. 2024-11-08T07:39:15,584 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1731051555140.166694aabe089a4b900d01ef03beecdb. 2024-11-08T07:39:15,584 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 166694aabe089a4b900d01ef03beecdb: Waiting for close lock at 1731051555583Disabling compacts and flushes for region at 1731051555583Disabling writes for close at 1731051555583Writing region close event to WAL at 1731051555583Closed at 1731051555583 2024-11-08T07:39:15,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-08T07:39:15,985 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1731051555140.300ee4c97e138827c58f126ec554803a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T07:39:15,986 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 300ee4c97e138827c58f126ec554803a, disabling compactions & flushes 2024-11-08T07:39:15,986 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1731051555140.300ee4c97e138827c58f126ec554803a. 2024-11-08T07:39:15,986 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731051555140.300ee4c97e138827c58f126ec554803a. 2024-11-08T07:39:15,986 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731051555140.300ee4c97e138827c58f126ec554803a. after waiting 0 ms 2024-11-08T07:39:15,986 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731051555140.300ee4c97e138827c58f126ec554803a. 2024-11-08T07:39:15,986 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1731051555140.300ee4c97e138827c58f126ec554803a. 2024-11-08T07:39:15,987 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 300ee4c97e138827c58f126ec554803a: Waiting for close lock at 1731051555986Disabling compacts and flushes for region at 1731051555986Disabling writes for close at 1731051555986Writing region close event to WAL at 1731051555986Closed at 1731051555986 2024-11-08T07:39:15,989 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1731051555140.166694aabe089a4b900d01ef03beecdb.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731051555989"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731051555989"}]},"ts":"1731051555989"} 2024-11-08T07:39:15,990 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1731051555140.300ee4c97e138827c58f126ec554803a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731051555989"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731051555989"}]},"ts":"1731051555989"} 2024-11-08T07:39:15,994 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-08T07:39:15,996 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731051555995"}]},"ts":"1731051555995"} 2024-11-08T07:39:15,997 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-08T07:39:15,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=166694aabe089a4b900d01ef03beecdb, ASSIGN}, {pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=300ee4c97e138827c58f126ec554803a, ASSIGN}] 2024-11-08T07:39:15,999 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=300ee4c97e138827c58f126ec554803a, ASSIGN 2024-11-08T07:39:15,999 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=166694aabe089a4b900d01ef03beecdb, ASSIGN 2024-11-08T07:39:15,999 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=300ee4c97e138827c58f126ec554803a, ASSIGN; state=OFFLINE, location=08a4831bbffd,41327,1731051441897; forceNewPlan=false, retain=false 2024-11-08T07:39:15,999 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=166694aabe089a4b900d01ef03beecdb, ASSIGN; state=OFFLINE, location=08a4831bbffd,41327,1731051441897; forceNewPlan=false, retain=false 2024-11-08T07:39:16,150 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=166694aabe089a4b900d01ef03beecdb, regionState=OPENING, regionLocation=08a4831bbffd,41327,1731051441897 2024-11-08T07:39:16,150 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=300ee4c97e138827c58f126ec554803a, regionState=OPENING, regionLocation=08a4831bbffd,41327,1731051441897 2024-11-08T07:39:16,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=166694aabe089a4b900d01ef03beecdb, ASSIGN because future has completed 2024-11-08T07:39:16,155 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 166694aabe089a4b900d01ef03beecdb, server=08a4831bbffd,41327,1731051441897}] 2024-11-08T07:39:16,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=300ee4c97e138827c58f126ec554803a, ASSIGN because future has completed 2024-11-08T07:39:16,157 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure 300ee4c97e138827c58f126ec554803a, server=08a4831bbffd,41327,1731051441897}] 2024-11-08T07:39:16,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-08T07:39:16,316 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open table1,,1731051555140.166694aabe089a4b900d01ef03beecdb. 2024-11-08T07:39:16,317 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 166694aabe089a4b900d01ef03beecdb, NAME => 'table1,,1731051555140.166694aabe089a4b900d01ef03beecdb.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-08T07:39:16,317 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T07:39:16,318 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 166694aabe089a4b900d01ef03beecdb 2024-11-08T07:39:16,318 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated table1,,1731051555140.166694aabe089a4b900d01ef03beecdb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T07:39:16,318 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 166694aabe089a4b900d01ef03beecdb 2024-11-08T07:39:16,318 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 166694aabe089a4b900d01ef03beecdb 2024-11-08T07:39:16,321 INFO [StoreOpener-166694aabe089a4b900d01ef03beecdb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 166694aabe089a4b900d01ef03beecdb 2024-11-08T07:39:16,324 INFO [StoreOpener-166694aabe089a4b900d01ef03beecdb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 166694aabe089a4b900d01ef03beecdb columnFamilyName f 2024-11-08T07:39:16,324 DEBUG [StoreOpener-166694aabe089a4b900d01ef03beecdb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:39:16,325 INFO [StoreOpener-166694aabe089a4b900d01ef03beecdb-1 {}] regionserver.HStore(327): Store=166694aabe089a4b900d01ef03beecdb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T07:39:16,325 INFO [StoreOpener-166694aabe089a4b900d01ef03beecdb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 166694aabe089a4b900d01ef03beecdb 2024-11-08T07:39:16,327 INFO [StoreOpener-166694aabe089a4b900d01ef03beecdb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 166694aabe089a4b900d01ef03beecdb columnFamilyName f3 2024-11-08T07:39:16,328 DEBUG [StoreOpener-166694aabe089a4b900d01ef03beecdb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:39:16,328 INFO [StoreOpener-166694aabe089a4b900d01ef03beecdb-1 {}] regionserver.HStore(327): Store=166694aabe089a4b900d01ef03beecdb/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T07:39:16,328 INFO [StoreOpener-166694aabe089a4b900d01ef03beecdb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 166694aabe089a4b900d01ef03beecdb 2024-11-08T07:39:16,330 INFO [StoreOpener-166694aabe089a4b900d01ef03beecdb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 166694aabe089a4b900d01ef03beecdb columnFamilyName mob 2024-11-08T07:39:16,331 DEBUG [StoreOpener-166694aabe089a4b900d01ef03beecdb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:39:16,331 INFO [StoreOpener-166694aabe089a4b900d01ef03beecdb-1 {}] regionserver.HStore(327): Store=166694aabe089a4b900d01ef03beecdb/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T07:39:16,332 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 166694aabe089a4b900d01ef03beecdb 2024-11-08T07:39:16,332 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/166694aabe089a4b900d01ef03beecdb 2024-11-08T07:39:16,333 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/166694aabe089a4b900d01ef03beecdb 2024-11-08T07:39:16,334 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 166694aabe089a4b900d01ef03beecdb 2024-11-08T07:39:16,334 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 166694aabe089a4b900d01ef03beecdb 2024-11-08T07:39:16,335 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T07:39:16,336 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 166694aabe089a4b900d01ef03beecdb 2024-11-08T07:39:16,339 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/166694aabe089a4b900d01ef03beecdb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T07:39:16,340 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 166694aabe089a4b900d01ef03beecdb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11935430080, jitterRate=0.11157354712486267}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T07:39:16,340 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 166694aabe089a4b900d01ef03beecdb 2024-11-08T07:39:16,341 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 166694aabe089a4b900d01ef03beecdb: Running coprocessor pre-open hook at 1731051556318Writing region info on filesystem at 1731051556318Initializing all the Stores at 1731051556320 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731051556320Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731051556321 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731051556321Cleaning up temporary data from old regions at 1731051556334 (+13 ms)Running coprocessor post-open hooks at 1731051556340 (+6 ms)Region opened successfully at 1731051556341 (+1 ms) 2024-11-08T07:39:16,342 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1731051555140.166694aabe089a4b900d01ef03beecdb., pid=79, masterSystemTime=1731051556309 2024-11-08T07:39:16,344 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1731051555140.166694aabe089a4b900d01ef03beecdb. 2024-11-08T07:39:16,344 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened table1,,1731051555140.166694aabe089a4b900d01ef03beecdb. 2024-11-08T07:39:16,345 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open table1,row0,1731051555140.300ee4c97e138827c58f126ec554803a. 2024-11-08T07:39:16,345 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => 300ee4c97e138827c58f126ec554803a, NAME => 'table1,row0,1731051555140.300ee4c97e138827c58f126ec554803a.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-08T07:39:16,345 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=166694aabe089a4b900d01ef03beecdb, regionState=OPEN, openSeqNum=2, regionLocation=08a4831bbffd,41327,1731051441897 2024-11-08T07:39:16,345 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T07:39:16,346 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 300ee4c97e138827c58f126ec554803a 2024-11-08T07:39:16,346 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated table1,row0,1731051555140.300ee4c97e138827c58f126ec554803a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T07:39:16,346 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for 300ee4c97e138827c58f126ec554803a 2024-11-08T07:39:16,346 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for 300ee4c97e138827c58f126ec554803a 2024-11-08T07:39:16,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 166694aabe089a4b900d01ef03beecdb, server=08a4831bbffd,41327,1731051441897 because future has completed 2024-11-08T07:39:16,348 INFO [StoreOpener-300ee4c97e138827c58f126ec554803a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 300ee4c97e138827c58f126ec554803a 2024-11-08T07:39:16,350 INFO [StoreOpener-300ee4c97e138827c58f126ec554803a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 300ee4c97e138827c58f126ec554803a columnFamilyName f 2024-11-08T07:39:16,350 DEBUG [StoreOpener-300ee4c97e138827c58f126ec554803a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:39:16,350 INFO [StoreOpener-300ee4c97e138827c58f126ec554803a-1 {}] regionserver.HStore(327): Store=300ee4c97e138827c58f126ec554803a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T07:39:16,350 INFO [StoreOpener-300ee4c97e138827c58f126ec554803a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 300ee4c97e138827c58f126ec554803a 2024-11-08T07:39:16,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=77 2024-11-08T07:39:16,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=77, state=SUCCESS, hasLock=false; OpenRegionProcedure 166694aabe089a4b900d01ef03beecdb, server=08a4831bbffd,41327,1731051441897 in 193 msec 2024-11-08T07:39:16,352 INFO [StoreOpener-300ee4c97e138827c58f126ec554803a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 300ee4c97e138827c58f126ec554803a columnFamilyName f3 2024-11-08T07:39:16,352 DEBUG [StoreOpener-300ee4c97e138827c58f126ec554803a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:39:16,353 INFO [StoreOpener-300ee4c97e138827c58f126ec554803a-1 {}] regionserver.HStore(327): Store=300ee4c97e138827c58f126ec554803a/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T07:39:16,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=166694aabe089a4b900d01ef03beecdb, ASSIGN in 353 msec 2024-11-08T07:39:16,353 INFO [StoreOpener-300ee4c97e138827c58f126ec554803a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 300ee4c97e138827c58f126ec554803a 2024-11-08T07:39:16,354 INFO [StoreOpener-300ee4c97e138827c58f126ec554803a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 300ee4c97e138827c58f126ec554803a columnFamilyName mob 2024-11-08T07:39:16,354 DEBUG [StoreOpener-300ee4c97e138827c58f126ec554803a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:39:16,355 INFO [StoreOpener-300ee4c97e138827c58f126ec554803a-1 {}] regionserver.HStore(327): Store=300ee4c97e138827c58f126ec554803a/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T07:39:16,355 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for 300ee4c97e138827c58f126ec554803a 2024-11-08T07:39:16,356 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/300ee4c97e138827c58f126ec554803a 2024-11-08T07:39:16,356 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/300ee4c97e138827c58f126ec554803a 2024-11-08T07:39:16,357 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for 300ee4c97e138827c58f126ec554803a 2024-11-08T07:39:16,357 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for 300ee4c97e138827c58f126ec554803a 2024-11-08T07:39:16,358 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T07:39:16,359 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for 300ee4c97e138827c58f126ec554803a 2024-11-08T07:39:16,361 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/300ee4c97e138827c58f126ec554803a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T07:39:16,361 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened 300ee4c97e138827c58f126ec554803a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11568012480, jitterRate=0.07735511660575867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T07:39:16,361 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 300ee4c97e138827c58f126ec554803a 2024-11-08T07:39:16,362 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for 300ee4c97e138827c58f126ec554803a: Running coprocessor pre-open hook at 1731051556346Writing region info on filesystem at 1731051556346Initializing all the Stores at 1731051556347 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731051556347Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731051556348 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731051556348Cleaning up temporary data from old regions at 1731051556357 (+9 ms)Running coprocessor post-open hooks at 1731051556361 (+4 ms)Region opened successfully at 1731051556362 (+1 ms) 2024-11-08T07:39:16,362 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1731051555140.300ee4c97e138827c58f126ec554803a., pid=80, masterSystemTime=1731051556309 2024-11-08T07:39:16,364 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1731051555140.300ee4c97e138827c58f126ec554803a. 2024-11-08T07:39:16,364 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened table1,row0,1731051555140.300ee4c97e138827c58f126ec554803a. 2024-11-08T07:39:16,364 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=300ee4c97e138827c58f126ec554803a, regionState=OPEN, openSeqNum=2, regionLocation=08a4831bbffd,41327,1731051441897 2024-11-08T07:39:16,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure 300ee4c97e138827c58f126ec554803a, server=08a4831bbffd,41327,1731051441897 because future has completed 2024-11-08T07:39:16,368 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=78 2024-11-08T07:39:16,368 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=78, state=SUCCESS, hasLock=false; OpenRegionProcedure 300ee4c97e138827c58f126ec554803a, server=08a4831bbffd,41327,1731051441897 in 209 msec 2024-11-08T07:39:16,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=76 2024-11-08T07:39:16,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=300ee4c97e138827c58f126ec554803a, ASSIGN in 370 msec 2024-11-08T07:39:16,370 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731051556370"}]},"ts":"1731051556370"} 2024-11-08T07:39:16,371 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-08T07:39:16,371 DEBUG [PEWorker-3 {}] procedure.TruncateTableProcedure(145): truncate 'table1' completed 2024-11-08T07:39:16,372 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) in 1.2600 sec 2024-11-08T07:39:16,689 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-08T07:39:17,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-08T07:39:17,262 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: default:table1 completed 2024-11-08T07:39:17,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-08T07:39:17,271 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:35525/backupUT/backup_1731051495640/default/test-1731051450368/archive/data/default/test-1731051450368/7f53f167c8a79c88cca840ed471bf204,hdfs://localhost:35525/backupUT/backup_1731051495640/default/test-1731051450368/archive/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550 from hbase tables test-1731051450368 to tables table1 2024-11-08T07:39:17,271 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1731051450368 into table1 2024-11-08T07:39:17,274 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-default-table1-1731051557271 from hdfs://localhost:35525/backupUT/backup_1731051495640/default/test-1731051450368/archive/data/default/test-1731051450368/7f53f167c8a79c88cca840ed471bf204,hdfs://localhost:35525/backupUT/backup_1731051495640/default/test-1731051450368/archive/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:39:17,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e0ad9e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:17,275 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:39:17,276 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:39:17,277 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:39:17,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:39:17,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:39:17,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32cc7393, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:17,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:39:17,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:39:17,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:17,280 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:39:17,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bef5e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:17,281 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T07:39:17,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 08a4831bbffd,33859,1731051440251 2024-11-08T07:39:17,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61e90fac 2024-11-08T07:39:17,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T07:39:17,283 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T07:39:17,284 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-08T07:39:17,284 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-08T07:39:17,284 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-08T07:39:17,285 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:39:17,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:39:17,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:39:17,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T07:39:17,289 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-08T07:39:17,289 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-08T07:39:17,289 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-08T07:39:17,289 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/partitions_1d06937e-1dbf-457c-abbd-e6ffd4b2048a 2024-11-08T07:39:17,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741985_1161 (size=177) 2024-11-08T07:39:17,700 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:17,701 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:17,701 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:18,560 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/hadoop-15001058652717006308.jar 2024-11-08T07:39:18,560 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:18,560 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:18,561 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:18,561 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:18,561 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:18,561 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:18,561 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:18,561 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:18,562 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:18,562 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T07:39:18,562 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T07:39:18,562 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T07:39:18,562 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T07:39:18,562 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T07:39:18,563 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T07:39:18,563 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T07:39:18,563 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T07:39:18,563 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T07:39:18,563 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T07:39:18,563 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T07:39:18,564 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:18,564 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:18,564 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:18,564 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:18,564 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:18,565 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:18,565 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T07:39:18,565 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-08T07:39:18,565 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T07:39:18,565 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T07:39:18,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:18,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:18,565 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:39:18,565 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-08T07:39:18,566 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T07:39:18,577 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T07:39:18,588 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-08T07:39:18,672 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/mapreduce.cluster.local.dir/job_local1032055765_0014_d20c7317-422e-490f-acdf-ee93c283fc65/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-08T07:39:18,672 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/mapreduce.cluster.local.dir/job_local1032055765_0014_d20c7317-422e-490f-acdf-ee93c283fc65/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-08T07:39:18,723 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:35525/backupUT/backup_1731051495640/default/test-1731051450368/archive/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/mob/03d064533b9a4c529a72e19096289021 2024-11-08T07:39:18,725 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-08T07:39:18,768 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:35525/backupUT/backup_1731051495640/default/test-1731051450368/archive/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/f/953d8b05020c498e98f9171fe7a4b585 2024-11-08T07:39:18,772 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-08T07:39:18,794 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:35525/backupUT/backup_1731051495640/default/test-1731051450368/archive/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/f/60716b74cc5d40f4b032f426c725c020 2024-11-08T07:39:18,797 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-08T07:39:18,828 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:35525/backupUT/backup_1731051495640/default/test-1731051450368/archive/data/default/test-1731051450368/7f53f167c8a79c88cca840ed471bf204/mob/d41d8cd98f00b204e9800998ecf8427e202411080a71e87e7cc84cbdaebb8fd28cbe9825_e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:39:18,830 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-08T07:39:18,851 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:35525/backupUT/backup_1731051495640/default/test-1731051450368/archive/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/mob/aab2b5a9a9d34674ac83ed8325b38eb6 2024-11-08T07:39:18,853 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-08T07:39:18,886 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e7e440, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:18,886 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:39:18,886 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:39:18,887 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:39:18,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:39:18,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:39:18,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4861854d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:18,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:39:18,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:39:18,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:18,888 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:39:18,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46e17e18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:18,890 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:39:18,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:39:18,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:39:18,892 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T07:39:18,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731051450368-1-0', locateType=CURRENT is [region=table1,,1731051555140.166694aabe089a4b900d01ef03beecdb., hostname=08a4831bbffd,41327,1731051441897, seqNum=2] 2024-11-08T07:39:18,893 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-08T07:39:18,894 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T07:39:18,894 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:18,894 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:18,894 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:39:18,894 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731051450368-1-0] 2024-11-08T07:39:18,894 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 08a4831bbffd 2024-11-08T07:39:18,905 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1521ac56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:18,905 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:39:18,906 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:39:18,906 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:39:18,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:39:18,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:39:18,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bfd4c88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:18,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:39:18,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:39:18,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:18,908 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:39:18,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f9298b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:18,909 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:39:18,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:39:18,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:39:18,911 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T07:39:18,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731051450368-3-0', locateType=CURRENT is [region=table1,,1731051555140.166694aabe089a4b900d01ef03beecdb., hostname=08a4831bbffd,41327,1731051441897, seqNum=2] 2024-11-08T07:39:18,912 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-08T07:39:18,912 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T07:39:18,913 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:18,913 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:18,913 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:39:18,913 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731051450368-3-0] 2024-11-08T07:39:18,913 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 08a4831bbffd 2024-11-08T07:39:18,920 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-default-table1-1731051557271/_temporary/0/_temporary/attempt_local1032055765_0014_r_000000_0/f/045ecd885cff4c0095d1814589389899 is 59, key is row-test-1731051450368-1-10/f:q1/1731051480460/Put/seqid=0 2024-11-08T07:39:18,922 WARN [Thread-1806 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [08a4831bbffd:41327] Specified favored nodes: [08a4831bbffd:41327] 2024-11-08T07:39:18,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741986_1162 (size=11125) 2024-11-08T07:39:19,179 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T07:39:19,339 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-default-table1-1731051557271/_temporary/0/_temporary/attempt_local1032055765_0014_r_000000_0/mob/e829e55c41ce4d5e867741056ce14cb5 is 192, key is row-test-1731051450368-3-100/mob:q1/1731051480809/Put/seqid=0 2024-11-08T07:39:19,343 WARN [Thread-1808 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [08a4831bbffd:41327] Specified favored nodes: [08a4831bbffd:41327] 2024-11-08T07:39:19,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741987_1163 (size=13404) 2024-11-08T07:39:19,778 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d465d2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:19,778 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:39:19,778 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:39:19,778 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:39:19,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:39:19,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:39:19,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24c70796, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:19,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:39:19,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:39:19,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:19,780 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:39:19,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@264fc5a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:19,781 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:39:19,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:39:19,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:39:19,782 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T07:39:19,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731051555140.300ee4c97e138827c58f126ec554803a., hostname=08a4831bbffd,41327,1731051441897, seqNum=2] 2024-11-08T07:39:19,784 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-08T07:39:19,784 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T07:39:19,784 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:19,784 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:19,784 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:39:19,784 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-08T07:39:19,785 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 08a4831bbffd 2024-11-08T07:39:19,790 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-default-table1-1731051557271/_temporary/0/_temporary/attempt_local1032055765_0014_r_000001_0/f/f887d7465542450b85729d4a15310e48 is 37, key is row10/f:q1/1731051453161/Put/seqid=0 2024-11-08T07:39:19,791 WARN [Thread-1823 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [08a4831bbffd:41327] Specified favored nodes: [08a4831bbffd:41327] 2024-11-08T07:39:19,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741988_1164 (size=8742) 2024-11-08T07:39:20,620 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-11-08T07:39:20,620 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer 2024-11-08T07:39:20,717 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-default-table1-1731051557271 2024-11-08T07:39:20,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16b2aef3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:20,718 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:39:20,718 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:39:20,720 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:39:20,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:39:20,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:39:20,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19123b1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:20,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:39:20,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:39:20,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:20,721 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:39:20,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@533bca52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:20,722 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:39:20,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:39:20,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:39:20,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T07:39:20,726 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-default-table1-1731051557271/_SUCCESS 2024-11-08T07:39:20,733 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T07:39:20,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 08a4831bbffd,33859,1731051440251 2024-11-08T07:39:20,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@799176bf 2024-11-08T07:39:20,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T07:39:20,735 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T07:39:20,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731051555140.166694aabe089a4b900d01ef03beecdb., hostname=08a4831bbffd,41327,1731051441897, seqNum=2] 2024-11-08T07:39:20,739 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-08T07:39:20,744 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-default-table1-1731051557271/f/045ecd885cff4c0095d1814589389899 first=Optional[row-test-1731051450368-1-0] last=Optional[row-test-1731051450368-1-98] 2024-11-08T07:39:20,747 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-default-table1-1731051557271/f/f887d7465542450b85729d4a15310e48 first=Optional[row0] last=Optional[row98] 2024-11-08T07:39:20,749 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-default-table1-1731051557271/mob/e829e55c41ce4d5e867741056ce14cb5 first=Optional[row-test-1731051450368-3-0] last=Optional[row-test-1731051450368-3-99] 2024-11-08T07:39:20,753 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-default-table1-1731051557271/f/f887d7465542450b85729d4a15310e48 for inclusion in 300ee4c97e138827c58f126ec554803a/f 2024-11-08T07:39:20,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-default-table1-1731051557271/f/045ecd885cff4c0095d1814589389899 for inclusion in 166694aabe089a4b900d01ef03beecdb/f 2024-11-08T07:39:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-08T07:39:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-08T07:39:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] regionserver.HRegion(2603): Flush status journal for 300ee4c97e138827c58f126ec554803a: 2024-11-08T07:39:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731051450368-1-0 last=row-test-1731051450368-1-98 2024-11-08T07:39:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-08T07:39:20,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-default-table1-1731051557271/mob/e829e55c41ce4d5e867741056ce14cb5 for inclusion in 166694aabe089a4b900d01ef03beecdb/mob 2024-11-08T07:39:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-default-table1-1731051557271/f/f887d7465542450b85729d4a15310e48 to hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/staging/jenkins__table1__duvqrv9u8l9318sik95pddsulrqsdfi8vkb35i0u412djci5fkssq7ed8rn4uru7/f/f887d7465542450b85729d4a15310e48 2024-11-08T07:39:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/staging/jenkins__table1__duvqrv9u8l9318sik95pddsulrqsdfi8vkb35i0u412djci5fkssq7ed8rn4uru7/f/f887d7465542450b85729d4a15310e48 as hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/300ee4c97e138827c58f126ec554803a/f/4434780099d04f1b9f792b81f7e05998_SeqId_4_ 2024-11-08T07:39:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731051450368-3-0 last=row-test-1731051450368-3-99 2024-11-08T07:39:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-08T07:39:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HRegion(2603): Flush status journal for 166694aabe089a4b900d01ef03beecdb: 2024-11-08T07:39:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b8e9a85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:39:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:39:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-default-table1-1731051557271/f/045ecd885cff4c0095d1814589389899 to hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/staging/jenkins__table1__duvqrv9u8l9318sik95pddsulrqsdfi8vkb35i0u412djci5fkssq7ed8rn4uru7/f/045ecd885cff4c0095d1814589389899 2024-11-08T07:39:20,762 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:39:20,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:39:20,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:39:20,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18425679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:20,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:39:20,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:39:20,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:20,763 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:39:20,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@214e3982, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T07:39:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/staging/jenkins__table1__duvqrv9u8l9318sik95pddsulrqsdfi8vkb35i0u412djci5fkssq7ed8rn4uru7/f/045ecd885cff4c0095d1814589389899 as hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/166694aabe089a4b900d01ef03beecdb/f/9ff7f409e52041d2922c97652489eabc_SeqId_4_ 2024-11-08T07:39:20,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 08a4831bbffd,33859,1731051440251 2024-11-08T07:39:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-default-table1-1731051557271/mob/e829e55c41ce4d5e867741056ce14cb5 to hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/staging/jenkins__table1__duvqrv9u8l9318sik95pddsulrqsdfi8vkb35i0u412djci5fkssq7ed8rn4uru7/mob/e829e55c41ce4d5e867741056ce14cb5 2024-11-08T07:39:20,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2918285c 2024-11-08T07:39:20,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T07:39:20,766 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T07:39:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:39:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/staging/jenkins__table1__duvqrv9u8l9318sik95pddsulrqsdfi8vkb35i0u412djci5fkssq7ed8rn4uru7/mob/e829e55c41ce4d5e867741056ce14cb5 as hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/166694aabe089a4b900d01ef03beecdb/mob/215473fc1a7848aaaa9c754b2be15287_SeqId_4_ 2024-11-08T07:39:20,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:39:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f5afe5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:39:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:39:20,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:39:20,768 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:39:20,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:39:20,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:39:20,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T07:39:20,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74149595, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:20,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:39:20,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:39:20,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:20,770 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:39:20,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@155d9808, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T07:39:20,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 08a4831bbffd,33859,1731051440251 2024-11-08T07:39:20,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69672c4b 2024-11-08T07:39:20,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T07:39:20,773 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T07:39:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:39:20,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:39:20,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:39:20,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T07:39:20,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T07:39:20,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T07:39:20,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T07:39:20,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a., hostname=08a4831bbffd,41327,1731051441897, seqNum=2] 2024-11-08T07:39:20,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T07:39:20,788 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327. 2024-11-08T07:39:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T07:39:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:20,788 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:39:20,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a., hostname=08a4831bbffd,41327,1731051441897, seqNum=2] 2024-11-08T07:39:20,789 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/staging/jenkins__table1__duvqrv9u8l9318sik95pddsulrqsdfi8vkb35i0u412djci5fkssq7ed8rn4uru7/f/f887d7465542450b85729d4a15310e48 into 300ee4c97e138827c58f126ec554803a/f as hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/300ee4c97e138827c58f126ec554803a/f/4434780099d04f1b9f792b81f7e05998_SeqId_4_ - updating store file list. 2024-11-08T07:39:20,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327. 2024-11-08T07:39:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T07:39:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:20,792 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:39:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f44d29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:39:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:39:20,794 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:39:20,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:39:20,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:39:20,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@644404ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:20,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:39:20,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:39:20,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:20,795 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:39:20,795 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/300ee4c97e138827c58f126ec554803a/f/4434780099d04f1b9f792b81f7e05998_SeqId_4_ into 300ee4c97e138827c58f126ec554803a/f 2024-11-08T07:39:20,795 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/staging/jenkins__table1__duvqrv9u8l9318sik95pddsulrqsdfi8vkb35i0u412djci5fkssq7ed8rn4uru7/f/f887d7465542450b85729d4a15310e48 into 300ee4c97e138827c58f126ec554803a/f (new location: hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/300ee4c97e138827c58f126ec554803a/f/4434780099d04f1b9f792b81f7e05998_SeqId_4_) 2024-11-08T07:39:20,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49eab8e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/staging/jenkins__table1__duvqrv9u8l9318sik95pddsulrqsdfi8vkb35i0u412djci5fkssq7ed8rn4uru7/f/f887d7465542450b85729d4a15310e48 2024-11-08T07:39:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T07:39:20,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 08a4831bbffd,33859,1731051440251 2024-11-08T07:39:20,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2161af81 2024-11-08T07:39:20,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T07:39:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1707ec7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:39:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:39:20,798 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:39:20,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:39:20,798 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T07:39:20,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:39:20,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e042b69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:20,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:39:20,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:39:20,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:39:20,799 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:39:20,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fe60064, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T07:39:20,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:39:20,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:39:20,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 08a4831bbffd,33859,1731051440251 2024-11-08T07:39:20,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a6fa37c 2024-11-08T07:39:20,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T07:39:20,802 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T07:39:20,802 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-08T07:39:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:39:20,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:39:20,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:39:20,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-08T07:39:20,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T07:39:20,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T07:39:20,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T07:39:20,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a., hostname=08a4831bbffd,41327,1731051441897, seqNum=2] 2024-11-08T07:39:20,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T07:39:20,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327. 2024-11-08T07:39:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T07:39:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:20,818 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:39:20,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/staging/jenkins__table1__duvqrv9u8l9318sik95pddsulrqsdfi8vkb35i0u412djci5fkssq7ed8rn4uru7/f/045ecd885cff4c0095d1814589389899 into 166694aabe089a4b900d01ef03beecdb/f as hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/166694aabe089a4b900d01ef03beecdb/f/9ff7f409e52041d2922c97652489eabc_SeqId_4_ - updating store file list. 2024-11-08T07:39:20,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a., hostname=08a4831bbffd,41327,1731051441897, seqNum=2] 2024-11-08T07:39:20,823 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327. 2024-11-08T07:39:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T07:39:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:20,824 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:39:20,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/166694aabe089a4b900d01ef03beecdb/f/9ff7f409e52041d2922c97652489eabc_SeqId_4_ into 166694aabe089a4b900d01ef03beecdb/f 2024-11-08T07:39:20,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/staging/jenkins__table1__duvqrv9u8l9318sik95pddsulrqsdfi8vkb35i0u412djci5fkssq7ed8rn4uru7/f/045ecd885cff4c0095d1814589389899 into 166694aabe089a4b900d01ef03beecdb/f (new location: hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/166694aabe089a4b900d01ef03beecdb/f/9ff7f409e52041d2922c97652489eabc_SeqId_4_) 2024-11-08T07:39:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/staging/jenkins__table1__duvqrv9u8l9318sik95pddsulrqsdfi8vkb35i0u412djci5fkssq7ed8rn4uru7/f/045ecd885cff4c0095d1814589389899 2024-11-08T07:39:20,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/staging/jenkins__table1__duvqrv9u8l9318sik95pddsulrqsdfi8vkb35i0u412djci5fkssq7ed8rn4uru7/mob/e829e55c41ce4d5e867741056ce14cb5 into 166694aabe089a4b900d01ef03beecdb/mob as hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/166694aabe089a4b900d01ef03beecdb/mob/215473fc1a7848aaaa9c754b2be15287_SeqId_4_ - updating store file list. 2024-11-08T07:39:20,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/166694aabe089a4b900d01ef03beecdb/mob/215473fc1a7848aaaa9c754b2be15287_SeqId_4_ into 166694aabe089a4b900d01ef03beecdb/mob 2024-11-08T07:39:20,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/staging/jenkins__table1__duvqrv9u8l9318sik95pddsulrqsdfi8vkb35i0u412djci5fkssq7ed8rn4uru7/mob/e829e55c41ce4d5e867741056ce14cb5 into 166694aabe089a4b900d01ef03beecdb/mob (new location: hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/166694aabe089a4b900d01ef03beecdb/mob/215473fc1a7848aaaa9c754b2be15287_SeqId_4_) 2024-11-08T07:39:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/staging/jenkins__table1__duvqrv9u8l9318sik95pddsulrqsdfi8vkb35i0u412djci5fkssq7ed8rn4uru7/mob/e829e55c41ce4d5e867741056ce14cb5 2024-11-08T07:39:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1482e0df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:39:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:39:20,836 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:39:20,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:39:20,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:39:20,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fd0be93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:20,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:39:20,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:39:20,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:20,837 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:39:20,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3946d81c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T07:39:20,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 08a4831bbffd,33859,1731051440251 2024-11-08T07:39:20,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3442bd79 2024-11-08T07:39:20,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T07:39:20,840 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-08T07:39:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:39:20,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:39:20,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:39:20,842 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-08T07:39:20,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T07:39:20,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T07:39:20,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a., hostname=08a4831bbffd,41327,1731051441897, seqNum=2] 2024-11-08T07:39:20,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327. 2024-11-08T07:39:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T07:39:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:20,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:39:20,856 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T07:39:20,856 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T07:39:20,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:20,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:20,857 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:39:20,857 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-08T07:39:20,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731051555140.166694aabe089a4b900d01ef03beecdb., hostname=08a4831bbffd,41327,1731051441897, seqNum=2 , the old value is region=table1,,1731051555140.166694aabe089a4b900d01ef03beecdb., hostname=08a4831bbffd,41327,1731051441897, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=08a4831bbffd:41327 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T07:39:20,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731051555140.166694aabe089a4b900d01ef03beecdb., hostname=08a4831bbffd,41327,1731051441897, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T07:39:20,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731051555140.166694aabe089a4b900d01ef03beecdb., hostname=08a4831bbffd,41327,1731051441897, seqNum=2 from cache 2024-11-08T07:39:20,858 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T07:39:20,876 INFO [Time-limited test {}] impl.RestoreTablesClient(181): Restoring 'test-1731051450368' to 'table1' from log dirs: hdfs://localhost:35525/backupUT/backup_1731051530937/default/test-1731051450368/f2/99ac79c1e3d344f3b84e1954abef0174 2024-11-08T07:39:20,880 DEBUG [Time-limited test {}] util.RestoreTool(177): Found descriptor 'test-1731051450368', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1731051530937 2024-11-08T07:39:20,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table table1 from 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T07:39:20,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] procedure2.ProcedureExecutor(1139): Stored pid=81, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=table1 2024-11-08T07:39:20,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741989_1165 (size=938) 2024-11-08T07:39:20,960 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=08a4831bbffd:41327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T07:39:21,298 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/.tabledesc/.tableinfo.0000000001.938 2024-11-08T07:39:21,298 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/.tabledesc/.tableinfo.0000000002.938 2024-11-08T07:39:21,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=table1}] 2024-11-08T07:39:21,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=166694aabe089a4b900d01ef03beecdb, REOPEN/MOVE}, {pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=300ee4c97e138827c58f126ec554803a, REOPEN/MOVE}] 2024-11-08T07:39:21,310 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=166694aabe089a4b900d01ef03beecdb, REOPEN/MOVE 2024-11-08T07:39:21,311 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=300ee4c97e138827c58f126ec554803a, REOPEN/MOVE 2024-11-08T07:39:21,311 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=166694aabe089a4b900d01ef03beecdb, regionState=CLOSING, regionLocation=08a4831bbffd,41327,1731051441897 2024-11-08T07:39:21,311 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=300ee4c97e138827c58f126ec554803a, regionState=CLOSING, regionLocation=08a4831bbffd,41327,1731051441897 2024-11-08T07:39:21,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=166694aabe089a4b900d01ef03beecdb, REOPEN/MOVE because future has completed 2024-11-08T07:39:21,314 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T07:39:21,314 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 166694aabe089a4b900d01ef03beecdb, server=08a4831bbffd,41327,1731051441897}] 2024-11-08T07:39:21,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=300ee4c97e138827c58f126ec554803a, REOPEN/MOVE because future has completed 2024-11-08T07:39:21,315 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T07:39:21,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure 300ee4c97e138827c58f126ec554803a, server=08a4831bbffd,41327,1731051441897}] 2024-11-08T07:39:21,469 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close 166694aabe089a4b900d01ef03beecdb 2024-11-08T07:39:21,469 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T07:39:21,470 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing 166694aabe089a4b900d01ef03beecdb, disabling compactions & flushes 2024-11-08T07:39:21,470 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region table1,,1731051555140.166694aabe089a4b900d01ef03beecdb. 2024-11-08T07:39:21,470 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731051555140.166694aabe089a4b900d01ef03beecdb. 2024-11-08T07:39:21,470 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on table1,,1731051555140.166694aabe089a4b900d01ef03beecdb. after waiting 0 ms 2024-11-08T07:39:21,470 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region table1,,1731051555140.166694aabe089a4b900d01ef03beecdb. 2024-11-08T07:39:21,480 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/166694aabe089a4b900d01ef03beecdb/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-08T07:39:21,482 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T07:39:21,482 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed table1,,1731051555140.166694aabe089a4b900d01ef03beecdb. 2024-11-08T07:39:21,482 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for 166694aabe089a4b900d01ef03beecdb: Waiting for close lock at 1731051561469Running coprocessor pre-close hooks at 1731051561469Disabling compacts and flushes for region at 1731051561469Disabling writes for close at 1731051561470 (+1 ms)Writing region close event to WAL at 1731051561473 (+3 ms)Running coprocessor post-close hooks at 1731051561482 (+9 ms)Closed at 1731051561482 2024-11-08T07:39:21,482 WARN [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionServer(3299): Not adding moved region record: 166694aabe089a4b900d01ef03beecdb to self. 2024-11-08T07:39:21,486 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed 166694aabe089a4b900d01ef03beecdb 2024-11-08T07:39:21,486 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(122): Close 300ee4c97e138827c58f126ec554803a 2024-11-08T07:39:21,486 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T07:39:21,486 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1722): Closing 300ee4c97e138827c58f126ec554803a, disabling compactions & flushes 2024-11-08T07:39:21,487 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1755): Closing region table1,row0,1731051555140.300ee4c97e138827c58f126ec554803a. 2024-11-08T07:39:21,487 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731051555140.300ee4c97e138827c58f126ec554803a. 2024-11-08T07:39:21,487 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731051555140.300ee4c97e138827c58f126ec554803a. after waiting 0 ms 2024-11-08T07:39:21,487 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731051555140.300ee4c97e138827c58f126ec554803a. 2024-11-08T07:39:21,487 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=166694aabe089a4b900d01ef03beecdb, regionState=CLOSED 2024-11-08T07:39:21,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 166694aabe089a4b900d01ef03beecdb, server=08a4831bbffd,41327,1731051441897 because future has completed 2024-11-08T07:39:21,492 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/300ee4c97e138827c58f126ec554803a/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-08T07:39:21,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=83 2024-11-08T07:39:21,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=83, state=SUCCESS, hasLock=false; CloseRegionProcedure 166694aabe089a4b900d01ef03beecdb, server=08a4831bbffd,41327,1731051441897 in 177 msec 2024-11-08T07:39:21,493 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T07:39:21,493 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1973): Closed table1,row0,1731051555140.300ee4c97e138827c58f126ec554803a. 2024-11-08T07:39:21,493 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1676): Region close journal for 300ee4c97e138827c58f126ec554803a: Waiting for close lock at 1731051561486Running coprocessor pre-close hooks at 1731051561486Disabling compacts and flushes for region at 1731051561486Disabling writes for close at 1731051561487 (+1 ms)Writing region close event to WAL at 1731051561488 (+1 ms)Running coprocessor post-close hooks at 1731051561493 (+5 ms)Closed at 1731051561493 2024-11-08T07:39:21,494 WARN [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionServer(3299): Not adding moved region record: 300ee4c97e138827c58f126ec554803a to self. 2024-11-08T07:39:21,494 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=166694aabe089a4b900d01ef03beecdb, REOPEN/MOVE; state=CLOSED, location=08a4831bbffd,41327,1731051441897; forceNewPlan=false, retain=true 2024-11-08T07:39:21,495 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(157): Closed 300ee4c97e138827c58f126ec554803a 2024-11-08T07:39:21,496 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=300ee4c97e138827c58f126ec554803a, regionState=CLOSED 2024-11-08T07:39:21,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure 300ee4c97e138827c58f126ec554803a, server=08a4831bbffd,41327,1731051441897 because future has completed 2024-11-08T07:39:21,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=84 2024-11-08T07:39:21,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=84, state=SUCCESS, hasLock=false; CloseRegionProcedure 300ee4c97e138827c58f126ec554803a, server=08a4831bbffd,41327,1731051441897 in 183 msec 2024-11-08T07:39:21,501 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=300ee4c97e138827c58f126ec554803a, REOPEN/MOVE; state=CLOSED, location=08a4831bbffd,41327,1731051441897; forceNewPlan=false, retain=true 2024-11-08T07:39:21,645 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=166694aabe089a4b900d01ef03beecdb, regionState=OPENING, regionLocation=08a4831bbffd,41327,1731051441897 2024-11-08T07:39:21,645 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=300ee4c97e138827c58f126ec554803a, regionState=OPENING, regionLocation=08a4831bbffd,41327,1731051441897 2024-11-08T07:39:21,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=166694aabe089a4b900d01ef03beecdb, REOPEN/MOVE because future has completed 2024-11-08T07:39:21,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 166694aabe089a4b900d01ef03beecdb, server=08a4831bbffd,41327,1731051441897}] 2024-11-08T07:39:21,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=300ee4c97e138827c58f126ec554803a, REOPEN/MOVE because future has completed 2024-11-08T07:39:21,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure 300ee4c97e138827c58f126ec554803a, server=08a4831bbffd,41327,1731051441897}] 2024-11-08T07:39:21,807 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open table1,,1731051555140.166694aabe089a4b900d01ef03beecdb. 2024-11-08T07:39:21,807 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => 166694aabe089a4b900d01ef03beecdb, NAME => 'table1,,1731051555140.166694aabe089a4b900d01ef03beecdb.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-08T07:39:21,807 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T07:39:21,808 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 166694aabe089a4b900d01ef03beecdb 2024-11-08T07:39:21,808 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated table1,,1731051555140.166694aabe089a4b900d01ef03beecdb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T07:39:21,808 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for 166694aabe089a4b900d01ef03beecdb 2024-11-08T07:39:21,808 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for 166694aabe089a4b900d01ef03beecdb 2024-11-08T07:39:21,811 INFO [StoreOpener-166694aabe089a4b900d01ef03beecdb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 166694aabe089a4b900d01ef03beecdb 2024-11-08T07:39:21,812 INFO [StoreOpener-166694aabe089a4b900d01ef03beecdb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 166694aabe089a4b900d01ef03beecdb columnFamilyName f 2024-11-08T07:39:21,812 DEBUG [StoreOpener-166694aabe089a4b900d01ef03beecdb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:39:21,820 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-08T07:39:21,821 DEBUG [StoreOpener-166694aabe089a4b900d01ef03beecdb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/166694aabe089a4b900d01ef03beecdb/f/9ff7f409e52041d2922c97652489eabc_SeqId_4_ 2024-11-08T07:39:21,821 INFO [StoreOpener-166694aabe089a4b900d01ef03beecdb-1 {}] regionserver.HStore(327): Store=166694aabe089a4b900d01ef03beecdb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T07:39:21,821 INFO [StoreOpener-166694aabe089a4b900d01ef03beecdb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 166694aabe089a4b900d01ef03beecdb 2024-11-08T07:39:21,823 INFO [StoreOpener-166694aabe089a4b900d01ef03beecdb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 166694aabe089a4b900d01ef03beecdb columnFamilyName f2 2024-11-08T07:39:21,823 DEBUG [StoreOpener-166694aabe089a4b900d01ef03beecdb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:39:21,823 INFO [StoreOpener-166694aabe089a4b900d01ef03beecdb-1 {}] regionserver.HStore(327): Store=166694aabe089a4b900d01ef03beecdb/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T07:39:21,823 INFO [StoreOpener-166694aabe089a4b900d01ef03beecdb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 166694aabe089a4b900d01ef03beecdb 2024-11-08T07:39:21,824 INFO [StoreOpener-166694aabe089a4b900d01ef03beecdb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 166694aabe089a4b900d01ef03beecdb columnFamilyName mob 2024-11-08T07:39:21,824 DEBUG [StoreOpener-166694aabe089a4b900d01ef03beecdb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:39:21,830 DEBUG [StoreOpener-166694aabe089a4b900d01ef03beecdb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/166694aabe089a4b900d01ef03beecdb/mob/215473fc1a7848aaaa9c754b2be15287_SeqId_4_ 2024-11-08T07:39:21,830 INFO [StoreOpener-166694aabe089a4b900d01ef03beecdb-1 {}] regionserver.HStore(327): Store=166694aabe089a4b900d01ef03beecdb/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T07:39:21,831 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for 166694aabe089a4b900d01ef03beecdb 2024-11-08T07:39:21,832 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/166694aabe089a4b900d01ef03beecdb 2024-11-08T07:39:21,833 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/166694aabe089a4b900d01ef03beecdb 2024-11-08T07:39:21,834 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for 166694aabe089a4b900d01ef03beecdb 2024-11-08T07:39:21,834 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for 166694aabe089a4b900d01ef03beecdb 2024-11-08T07:39:21,834 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T07:39:21,836 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for 166694aabe089a4b900d01ef03beecdb 2024-11-08T07:39:21,837 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened 166694aabe089a4b900d01ef03beecdb; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10990464160, jitterRate=0.02356673777103424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T07:39:21,837 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 166694aabe089a4b900d01ef03beecdb 2024-11-08T07:39:21,837 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for 166694aabe089a4b900d01ef03beecdb: Running coprocessor pre-open hook at 1731051561808Writing region info on filesystem at 1731051561808Initializing all the Stores at 1731051561810 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731051561810Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731051561810Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731051561810Cleaning up temporary data from old regions at 1731051561834 (+24 ms)Running coprocessor post-open hooks at 1731051561837 (+3 ms)Region opened successfully at 1731051561837 2024-11-08T07:39:21,838 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1731051555140.166694aabe089a4b900d01ef03beecdb., pid=87, masterSystemTime=1731051561803 2024-11-08T07:39:21,840 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1731051555140.166694aabe089a4b900d01ef03beecdb. 2024-11-08T07:39:21,840 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened table1,,1731051555140.166694aabe089a4b900d01ef03beecdb. 2024-11-08T07:39:21,840 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(132): Open table1,row0,1731051555140.300ee4c97e138827c58f126ec554803a. 2024-11-08T07:39:21,840 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7752): Opening region: {ENCODED => 300ee4c97e138827c58f126ec554803a, NAME => 'table1,row0,1731051555140.300ee4c97e138827c58f126ec554803a.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-08T07:39:21,840 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=166694aabe089a4b900d01ef03beecdb, regionState=OPEN, openSeqNum=7, regionLocation=08a4831bbffd,41327,1731051441897 2024-11-08T07:39:21,840 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T07:39:21,841 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 300ee4c97e138827c58f126ec554803a 2024-11-08T07:39:21,841 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(898): Instantiated table1,row0,1731051555140.300ee4c97e138827c58f126ec554803a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T07:39:21,841 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7794): checking encryption for 300ee4c97e138827c58f126ec554803a 2024-11-08T07:39:21,841 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7797): checking classloading for 300ee4c97e138827c58f126ec554803a 2024-11-08T07:39:21,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 166694aabe089a4b900d01ef03beecdb, server=08a4831bbffd,41327,1731051441897 because future has completed 2024-11-08T07:39:21,842 INFO [StoreOpener-300ee4c97e138827c58f126ec554803a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 300ee4c97e138827c58f126ec554803a 2024-11-08T07:39:21,843 INFO [StoreOpener-300ee4c97e138827c58f126ec554803a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 300ee4c97e138827c58f126ec554803a columnFamilyName f 2024-11-08T07:39:21,843 DEBUG [StoreOpener-300ee4c97e138827c58f126ec554803a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:39:21,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=83 2024-11-08T07:39:21,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=83, state=SUCCESS, hasLock=false; OpenRegionProcedure 166694aabe089a4b900d01ef03beecdb, server=08a4831bbffd,41327,1731051441897 in 194 msec 2024-11-08T07:39:21,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=166694aabe089a4b900d01ef03beecdb, REOPEN/MOVE in 536 msec 2024-11-08T07:39:21,849 DEBUG [StoreOpener-300ee4c97e138827c58f126ec554803a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/300ee4c97e138827c58f126ec554803a/f/4434780099d04f1b9f792b81f7e05998_SeqId_4_ 2024-11-08T07:39:21,849 INFO [StoreOpener-300ee4c97e138827c58f126ec554803a-1 {}] regionserver.HStore(327): Store=300ee4c97e138827c58f126ec554803a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T07:39:21,849 INFO [StoreOpener-300ee4c97e138827c58f126ec554803a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 300ee4c97e138827c58f126ec554803a 2024-11-08T07:39:21,850 INFO [StoreOpener-300ee4c97e138827c58f126ec554803a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 300ee4c97e138827c58f126ec554803a columnFamilyName f2 2024-11-08T07:39:21,850 DEBUG [StoreOpener-300ee4c97e138827c58f126ec554803a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:39:21,850 INFO [StoreOpener-300ee4c97e138827c58f126ec554803a-1 {}] regionserver.HStore(327): Store=300ee4c97e138827c58f126ec554803a/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T07:39:21,850 INFO [StoreOpener-300ee4c97e138827c58f126ec554803a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 300ee4c97e138827c58f126ec554803a 2024-11-08T07:39:21,851 INFO [StoreOpener-300ee4c97e138827c58f126ec554803a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 300ee4c97e138827c58f126ec554803a columnFamilyName mob 2024-11-08T07:39:21,851 DEBUG [StoreOpener-300ee4c97e138827c58f126ec554803a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:39:21,852 INFO [StoreOpener-300ee4c97e138827c58f126ec554803a-1 {}] regionserver.HStore(327): Store=300ee4c97e138827c58f126ec554803a/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T07:39:21,852 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1038): replaying wal for 300ee4c97e138827c58f126ec554803a 2024-11-08T07:39:21,852 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/300ee4c97e138827c58f126ec554803a 2024-11-08T07:39:21,853 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/300ee4c97e138827c58f126ec554803a 2024-11-08T07:39:21,854 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1048): stopping wal replay for 300ee4c97e138827c58f126ec554803a 2024-11-08T07:39:21,854 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1060): Cleaning up temporary data for 300ee4c97e138827c58f126ec554803a 2024-11-08T07:39:21,855 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T07:39:21,856 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1093): writing seq id for 300ee4c97e138827c58f126ec554803a 2024-11-08T07:39:21,856 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1114): Opened 300ee4c97e138827c58f126ec554803a; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10696018560, jitterRate=-0.0038556456565856934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T07:39:21,856 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 300ee4c97e138827c58f126ec554803a 2024-11-08T07:39:21,856 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1006): Region open journal for 300ee4c97e138827c58f126ec554803a: Running coprocessor pre-open hook at 1731051561841Writing region info on filesystem at 1731051561841Initializing all the Stores at 1731051561842 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731051561842Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731051561842Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731051561842Cleaning up temporary data from old regions at 1731051561854 (+12 ms)Running coprocessor post-open hooks at 1731051561856 (+2 ms)Region opened successfully at 1731051561856 2024-11-08T07:39:21,857 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1731051555140.300ee4c97e138827c58f126ec554803a., pid=88, masterSystemTime=1731051561803 2024-11-08T07:39:21,858 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1731051555140.300ee4c97e138827c58f126ec554803a. 2024-11-08T07:39:21,859 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(153): Opened table1,row0,1731051555140.300ee4c97e138827c58f126ec554803a. 2024-11-08T07:39:21,859 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=300ee4c97e138827c58f126ec554803a, regionState=OPEN, openSeqNum=7, regionLocation=08a4831bbffd,41327,1731051441897 2024-11-08T07:39:21,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure 300ee4c97e138827c58f126ec554803a, server=08a4831bbffd,41327,1731051441897 because future has completed 2024-11-08T07:39:21,862 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=84 2024-11-08T07:39:21,862 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=84, state=SUCCESS, hasLock=false; OpenRegionProcedure 300ee4c97e138827c58f126ec554803a, server=08a4831bbffd,41327,1731051441897 in 210 msec 2024-11-08T07:39:21,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=82 2024-11-08T07:39:21,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=300ee4c97e138827c58f126ec554803a, REOPEN/MOVE in 553 msec 2024-11-08T07:39:21,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81 2024-11-08T07:39:21,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=table1 in 560 msec 2024-11-08T07:39:21,867 DEBUG [PEWorker-1 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=table1 2024-11-08T07:39:21,867 DEBUG [PEWorker-1 {}] backup.HFileArchiver(265): No files to dispose of in table1,,1731051555140.166694aabe089a4b900d01ef03beecdb., family=f3 2024-11-08T07:39:21,868 DEBUG [PEWorker-1 {}] backup.HFileArchiver(265): No files to dispose of in table1,row0,1731051555140.300ee4c97e138827c58f126ec554803a., family=f3 2024-11-08T07:39:21,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, state=SUCCESS, hasLock=false; ModifyTableProcedure table=table1 in 986 msec 2024-11-08T07:39:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-11-08T07:39:21,872 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:table1 completed 2024-11-08T07:39:21,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-08T07:39:21,875 INFO [Time-limited test {}] util.RestoreTool(200): Changed table1 to: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T07:39:21,875 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:35525/backupUT/backup_1731051530937/default/test-1731051450368/f2/99ac79c1e3d344f3b84e1954abef0174 from hbase tables test-1731051450368 to tables table1 2024-11-08T07:39:21,875 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1731051450368 into table1 2024-11-08T07:39:21,877 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-default-table1-1731051561875 from hdfs://localhost:35525/backupUT/backup_1731051530937/default/test-1731051450368/f2/99ac79c1e3d344f3b84e1954abef0174 2024-11-08T07:39:21,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@554e1754, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:21,877 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:39:21,877 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:39:21,878 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:39:21,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:39:21,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:39:21,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19a4b360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:21,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:39:21,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:39:21,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:21,879 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:39:21,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4863a21f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:21,880 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T07:39:21,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 08a4831bbffd,33859,1731051440251 2024-11-08T07:39:21,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6783558c 2024-11-08T07:39:21,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T07:39:21,881 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T07:39:21,882 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-08T07:39:21,882 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-08T07:39:21,882 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-08T07:39:21,882 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:39:21,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:39:21,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:39:21,884 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T07:39:21,886 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-08T07:39:21,886 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-08T07:39:21,886 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-08T07:39:21,886 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/partitions_d9c0d6c3-d946-4599-8d94-4e494fa4aaa0 2024-11-08T07:39:21,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741990_1166 (size=177) 2024-11-08T07:39:22,295 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:22,296 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:22,297 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:23,157 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/hadoop-11138919328983326616.jar 2024-11-08T07:39:23,157 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:23,157 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:23,158 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:23,158 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:23,158 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:23,158 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:23,159 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:23,159 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:23,159 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:23,159 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T07:39:23,159 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T07:39:23,159 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T07:39:23,160 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T07:39:23,160 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T07:39:23,160 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T07:39:23,160 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T07:39:23,160 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T07:39:23,160 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T07:39:23,161 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T07:39:23,161 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T07:39:23,161 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:23,161 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:23,161 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:23,162 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:23,162 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:23,162 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:23,162 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T07:39:23,162 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-08T07:39:23,162 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T07:39:23,162 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T07:39:23,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:23,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:23,163 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:39:23,163 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-08T07:39:23,163 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T07:39:23,173 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T07:39:23,183 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-08T07:39:23,264 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/mapreduce.cluster.local.dir/job_local707489443_0015_98f24b18-aa8a-4fde-9688-8becae43a55e/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-08T07:39:23,264 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/mapreduce.cluster.local.dir/job_local707489443_0015_98f24b18-aa8a-4fde-9688-8becae43a55e/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-08T07:39:23,315 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:35525/backupUT/backup_1731051530937/default/test-1731051450368/f2/99ac79c1e3d344f3b84e1954abef0174 2024-11-08T07:39:23,317 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-08T07:39:23,348 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b5fe287, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:23,349 DEBUG [pool-281-thread-1 {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:39:23,349 DEBUG [pool-281-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:39:23,350 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:39:23,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:39:23,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:39:23,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e163d31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:23,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:39:23,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:39:23,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:23,352 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:39:23,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a737e33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:23,353 DEBUG [pool-281-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:39:23,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:39:23,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:39:23,356 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T07:39:23,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731051450368-2-0', locateType=CURRENT is [region=table1,,1731051555140.166694aabe089a4b900d01ef03beecdb., hostname=08a4831bbffd,41327,1731051441897, seqNum=7] 2024-11-08T07:39:23,358 INFO [pool-281-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-281-thread-1. 2024-11-08T07:39:23,358 DEBUG [pool-281-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T07:39:23,358 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:23,359 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:39:23,359 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:23,359 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731051450368-2-0] 2024-11-08T07:39:23,359 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 08a4831bbffd 2024-11-08T07:39:23,364 DEBUG [pool-281-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-default-table1-1731051561875/_temporary/0/_temporary/attempt_local707489443_0015_r_000000_0/f2/94a7174b07de44918f2c2b94bc06cd42 is 58, key is row-test-1731051450368-2-0/f2:q1/1731051525928/Put/seqid=0 2024-11-08T07:39:23,365 WARN [Thread-1887 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [08a4831bbffd:41327] Specified favored nodes: [08a4831bbffd:41327] 2024-11-08T07:39:23,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741991_1167 (size=5608) 2024-11-08T07:39:24,303 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-default-table1-1731051561875 2024-11-08T07:39:24,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60a5167b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:24,304 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:39:24,304 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:39:24,306 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:39:24,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:39:24,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:39:24,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@307c63d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:24,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:39:24,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:39:24,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:24,309 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:39:24,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@175895d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:24,311 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:39:24,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:39:24,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:39:24,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T07:39:24,317 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-default-table1-1731051561875/_SUCCESS 2024-11-08T07:39:24,319 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T07:39:24,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 08a4831bbffd,33859,1731051440251 2024-11-08T07:39:24,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28e96935 2024-11-08T07:39:24,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T07:39:24,321 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T07:39:24,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731051555140.166694aabe089a4b900d01ef03beecdb., hostname=08a4831bbffd,41327,1731051441897, seqNum=7] 2024-11-08T07:39:24,327 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-08T07:39:24,332 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-default-table1-1731051561875/f2/94a7174b07de44918f2c2b94bc06cd42 first=Optional[row-test-1731051450368-2-0] last=Optional[row-test-1731051450368-2-6] 2024-11-08T07:39:24,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-default-table1-1731051561875/f2/94a7174b07de44918f2c2b94bc06cd42 for inclusion in 166694aabe089a4b900d01ef03beecdb/f2 2024-11-08T07:39:24,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731051450368-2-0 last=row-test-1731051450368-2-6 2024-11-08T07:39:24,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-08T07:39:24,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HRegion(2603): Flush status journal for 166694aabe089a4b900d01ef03beecdb: 2024-11-08T07:39:24,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-default-table1-1731051561875/f2/94a7174b07de44918f2c2b94bc06cd42 to hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/staging/jenkins__table1__buh6n89nt2nt321r3p1j039b8c12ba1gl82e2pp9cqkbia20vsecs2rbjvfbvcmp/f2/94a7174b07de44918f2c2b94bc06cd42 2024-11-08T07:39:24,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/staging/jenkins__table1__buh6n89nt2nt321r3p1j039b8c12ba1gl82e2pp9cqkbia20vsecs2rbjvfbvcmp/f2/94a7174b07de44918f2c2b94bc06cd42 as hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/166694aabe089a4b900d01ef03beecdb/f2/d325c4fc66f24d988201134fc85b5deb_SeqId_9_ 2024-11-08T07:39:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b6a83d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:39:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:39:24,344 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:39:24,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:39:24,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:39:24,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@167429fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:24,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:39:24,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:39:24,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:24,345 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:39:24,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6126653f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:24,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T07:39:24,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 08a4831bbffd,33859,1731051440251 2024-11-08T07:39:24,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36085512 2024-11-08T07:39:24,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T07:39:24,347 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T07:39:24,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:39:24,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:39:24,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:39:24,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T07:39:24,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T07:39:24,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T07:39:24,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a., hostname=08a4831bbffd,41327,1731051441897, seqNum=2] 2024-11-08T07:39:24,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327. 2024-11-08T07:39:24,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T07:39:24,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:24,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:24,363 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:39:24,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/staging/jenkins__table1__buh6n89nt2nt321r3p1j039b8c12ba1gl82e2pp9cqkbia20vsecs2rbjvfbvcmp/f2/94a7174b07de44918f2c2b94bc06cd42 into 166694aabe089a4b900d01ef03beecdb/f2 as hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/166694aabe089a4b900d01ef03beecdb/f2/d325c4fc66f24d988201134fc85b5deb_SeqId_9_ - updating store file list. 2024-11-08T07:39:24,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/166694aabe089a4b900d01ef03beecdb/f2/d325c4fc66f24d988201134fc85b5deb_SeqId_9_ into 166694aabe089a4b900d01ef03beecdb/f2 2024-11-08T07:39:24,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/staging/jenkins__table1__buh6n89nt2nt321r3p1j039b8c12ba1gl82e2pp9cqkbia20vsecs2rbjvfbvcmp/f2/94a7174b07de44918f2c2b94bc06cd42 into 166694aabe089a4b900d01ef03beecdb/f2 (new location: hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/166694aabe089a4b900d01ef03beecdb/f2/d325c4fc66f24d988201134fc85b5deb_SeqId_9_) 2024-11-08T07:39:24,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/staging/jenkins__table1__buh6n89nt2nt321r3p1j039b8c12ba1gl82e2pp9cqkbia20vsecs2rbjvfbvcmp/f2/94a7174b07de44918f2c2b94bc06cd42 2024-11-08T07:39:24,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@252ea52e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:24,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:39:24,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:39:24,371 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:39:24,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:39:24,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:39:24,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@144efdf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:24,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:39:24,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:39:24,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:24,372 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:39:24,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba910aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:24,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T07:39:24,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 08a4831bbffd,33859,1731051440251 2024-11-08T07:39:24,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63fd4b76 2024-11-08T07:39:24,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T07:39:24,374 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-08T07:39:24,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:39:24,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:39:24,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:39:24,377 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-08T07:39:24,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T07:39:24,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T07:39:24,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a., hostname=08a4831bbffd,41327,1731051441897, seqNum=2] 2024-11-08T07:39:24,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327. 2024-11-08T07:39:24,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T07:39:24,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:24,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:24,392 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:39:24,393 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T07:39:24,393 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T07:39:24,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:24,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:24,393 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:39:24,393 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-08T07:39:24,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731051555140.166694aabe089a4b900d01ef03beecdb., hostname=08a4831bbffd,41327,1731051441897, seqNum=7 , the old value is region=table1,,1731051555140.166694aabe089a4b900d01ef03beecdb., hostname=08a4831bbffd,41327,1731051441897, seqNum=7, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=08a4831bbffd:41327 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T07:39:24,393 INFO [Time-limited test {}] impl.RestoreTablesClient(187): test-1731051450368 has been successfully restored to table1 2024-11-08T07:39:24,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731051555140.166694aabe089a4b900d01ef03beecdb., hostname=08a4831bbffd,41327,1731051441897, seqNum=7 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T07:39:24,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731051555140.166694aabe089a4b900d01ef03beecdb., hostname=08a4831bbffd,41327,1731051441897, seqNum=7 from cache 2024-11-08T07:39:24,393 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-08T07:39:24,393 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731051530937 hdfs://localhost:35525/backupUT/backup_1731051530937/default/test-1731051450368/ 2024-11-08T07:39:24,394 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T07:39:24,394 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:35525/backupUT/backup_1731051495640/.backup.manifest 2024-11-08T07:39:24,396 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731051495640/.backup.manifest 2024-11-08T07:39:24,396 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17310514503681' to 'ns2:table2' from full backup image hdfs://localhost:35525/backupUT/backup_1731051495640/ns2/test-17310514503681 2024-11-08T07:39:24,398 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-17310514503681', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1731051530937 2024-11-08T07:39:24,401 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'ns2:table2', preserving region splits 2024-11-08T07:39:24,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable ns2:table2 2024-11-08T07:39:24,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=ns2:table2 2024-11-08T07:39:24,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-08T07:39:24,404 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731051564403"}]},"ts":"1731051564403"} 2024-11-08T07:39:24,405 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLING in hbase:meta 2024-11-08T07:39:24,405 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set ns2:table2 to state=DISABLING 2024-11-08T07:39:24,405 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=ns2:table2}] 2024-11-08T07:39:24,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=89bfecf1c847b413e1d45e37336689f3, UNASSIGN}] 2024-11-08T07:39:24,407 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=89bfecf1c847b413e1d45e37336689f3, UNASSIGN 2024-11-08T07:39:24,408 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=89bfecf1c847b413e1d45e37336689f3, regionState=CLOSING, regionLocation=08a4831bbffd,41327,1731051441897 2024-11-08T07:39:24,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=89bfecf1c847b413e1d45e37336689f3, UNASSIGN because future has completed 2024-11-08T07:39:24,409 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T07:39:24,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure 89bfecf1c847b413e1d45e37336689f3, server=08a4831bbffd,41327,1731051441897}] 2024-11-08T07:39:24,501 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=08a4831bbffd:41327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T07:39:24,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-08T07:39:24,562 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(122): Close 89bfecf1c847b413e1d45e37336689f3 2024-11-08T07:39:24,562 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T07:39:24,563 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1722): Closing 89bfecf1c847b413e1d45e37336689f3, disabling compactions & flushes 2024-11-08T07:39:24,563 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1755): Closing region ns2:table2,,1731051550041.89bfecf1c847b413e1d45e37336689f3. 2024-11-08T07:39:24,563 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731051550041.89bfecf1c847b413e1d45e37336689f3. 2024-11-08T07:39:24,563 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731051550041.89bfecf1c847b413e1d45e37336689f3. after waiting 0 ms 2024-11-08T07:39:24,563 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731051550041.89bfecf1c847b413e1d45e37336689f3. 2024-11-08T07:39:24,573 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns2/table2/89bfecf1c847b413e1d45e37336689f3/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-08T07:39:24,575 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T07:39:24,575 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1973): Closed ns2:table2,,1731051550041.89bfecf1c847b413e1d45e37336689f3. 2024-11-08T07:39:24,575 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1676): Region close journal for 89bfecf1c847b413e1d45e37336689f3: Waiting for close lock at 1731051564563Running coprocessor pre-close hooks at 1731051564563Disabling compacts and flushes for region at 1731051564563Disabling writes for close at 1731051564563Writing region close event to WAL at 1731051564565 (+2 ms)Running coprocessor post-close hooks at 1731051564575 (+10 ms)Closed at 1731051564575 2024-11-08T07:39:24,578 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(157): Closed 89bfecf1c847b413e1d45e37336689f3 2024-11-08T07:39:24,578 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=89bfecf1c847b413e1d45e37336689f3, regionState=CLOSED 2024-11-08T07:39:24,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure 89bfecf1c847b413e1d45e37336689f3, server=08a4831bbffd,41327,1731051441897 because future has completed 2024-11-08T07:39:24,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-11-08T07:39:24,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; CloseRegionProcedure 89bfecf1c847b413e1d45e37336689f3, server=08a4831bbffd,41327,1731051441897 in 172 msec 2024-11-08T07:39:24,586 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-08T07:39:24,586 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=89bfecf1c847b413e1d45e37336689f3, UNASSIGN in 178 msec 2024-11-08T07:39:24,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-08T07:39:24,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=ns2:table2 in 182 msec 2024-11-08T07:39:24,591 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731051564591"}]},"ts":"1731051564591"} 2024-11-08T07:39:24,592 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLED in hbase:meta 2024-11-08T07:39:24,592 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set ns2:table2 to state=DISABLED 2024-11-08T07:39:24,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; DisableTableProcedure table=ns2:table2 in 192 msec 2024-11-08T07:39:24,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-08T07:39:24,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: ns2:table2 completed 2024-11-08T07:39:24,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate ns2:table2 2024-11-08T07:39:24,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) 2024-11-08T07:39:24,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-08T07:39:24,724 DEBUG [PEWorker-4 {}] procedure.TruncateTableProcedure(87): waiting for 'ns2:table2' regions in transition 2024-11-08T07:39:24,728 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns2/table2/89bfecf1c847b413e1d45e37336689f3 2024-11-08T07:39:24,731 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns2/table2/89bfecf1c847b413e1d45e37336689f3/f, FileablePath, hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns2/table2/89bfecf1c847b413e1d45e37336689f3/recovered.edits] 2024-11-08T07:39:24,739 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns2/table2/89bfecf1c847b413e1d45e37336689f3/f/5e1a1ef104da4745af1f955c9f1228a4_SeqId_4_ to hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/archive/data/ns2/table2/89bfecf1c847b413e1d45e37336689f3/f/5e1a1ef104da4745af1f955c9f1228a4_SeqId_4_ 2024-11-08T07:39:24,743 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns2/table2/89bfecf1c847b413e1d45e37336689f3/recovered.edits/6.seqid to hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/archive/data/ns2/table2/89bfecf1c847b413e1d45e37336689f3/recovered.edits/6.seqid 2024-11-08T07:39:24,744 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns2/table2/89bfecf1c847b413e1d45e37336689f3 2024-11-08T07:39:24,744 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived ns2:table2 regions 2024-11-08T07:39:24,750 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of ns2:table2 from hbase:meta 2024-11-08T07:39:24,753 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'ns2:table2' descriptor. 2024-11-08T07:39:24,753 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'ns2:table2' from region states. 2024-11-08T07:39:24,754 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"ns2:table2,,1731051550041.89bfecf1c847b413e1d45e37336689f3.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731051564753"}]},"ts":"9223372036854775807"} 2024-11-08T07:39:24,755 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-08T07:39:24,755 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 89bfecf1c847b413e1d45e37336689f3, NAME => 'ns2:table2,,1731051550041.89bfecf1c847b413e1d45e37336689f3.', STARTKEY => '', ENDKEY => ''}] 2024-11-08T07:39:24,755 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'ns2:table2' as deleted. 2024-11-08T07:39:24,756 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731051564755"}]},"ts":"9223372036854775807"} 2024-11-08T07:39:24,757 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table ns2:table2 state from META 2024-11-08T07:39:24,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741992_1168 (size=351) 2024-11-08T07:39:24,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-08T07:39:25,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-08T07:39:25,167 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 86038a95a8e4c6d10fcd69dcd420d9d2, NAME => 'ns2:table2,,1731051564746.86038a95a8e4c6d10fcd69dcd420d9d2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6 2024-11-08T07:39:25,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741993_1169 (size=37) 2024-11-08T07:39:25,261 DEBUG [regionserver/08a4831bbffd:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-11-08T07:39:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-08T07:39:25,579 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1731051564746.86038a95a8e4c6d10fcd69dcd420d9d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T07:39:25,579 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 86038a95a8e4c6d10fcd69dcd420d9d2, disabling compactions & flushes 2024-11-08T07:39:25,579 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1731051564746.86038a95a8e4c6d10fcd69dcd420d9d2. 2024-11-08T07:39:25,580 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731051564746.86038a95a8e4c6d10fcd69dcd420d9d2. 2024-11-08T07:39:25,580 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731051564746.86038a95a8e4c6d10fcd69dcd420d9d2. after waiting 0 ms 2024-11-08T07:39:25,580 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731051564746.86038a95a8e4c6d10fcd69dcd420d9d2. 2024-11-08T07:39:25,580 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1731051564746.86038a95a8e4c6d10fcd69dcd420d9d2. 2024-11-08T07:39:25,580 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 86038a95a8e4c6d10fcd69dcd420d9d2: Waiting for close lock at 1731051565579Disabling compacts and flushes for region at 1731051565579Disabling writes for close at 1731051565580 (+1 ms)Writing region close event to WAL at 1731051565580Closed at 1731051565580 2024-11-08T07:39:25,583 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1731051564746.86038a95a8e4c6d10fcd69dcd420d9d2.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1731051565582"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731051565582"}]},"ts":"1731051565582"} 2024-11-08T07:39:25,586 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T07:39:25,588 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731051565588"}]},"ts":"1731051565588"} 2024-11-08T07:39:25,591 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-08T07:39:25,591 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=86038a95a8e4c6d10fcd69dcd420d9d2, ASSIGN}] 2024-11-08T07:39:25,592 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=86038a95a8e4c6d10fcd69dcd420d9d2, ASSIGN 2024-11-08T07:39:25,593 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=86038a95a8e4c6d10fcd69dcd420d9d2, ASSIGN; state=OFFLINE, location=08a4831bbffd,41327,1731051441897; forceNewPlan=false, retain=false 2024-11-08T07:39:25,744 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=86038a95a8e4c6d10fcd69dcd420d9d2, regionState=OPENING, regionLocation=08a4831bbffd,41327,1731051441897 2024-11-08T07:39:25,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=86038a95a8e4c6d10fcd69dcd420d9d2, ASSIGN because future has completed 2024-11-08T07:39:25,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86038a95a8e4c6d10fcd69dcd420d9d2, server=08a4831bbffd,41327,1731051441897}] 2024-11-08T07:39:25,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-08T07:39:25,910 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(132): Open ns2:table2,,1731051564746.86038a95a8e4c6d10fcd69dcd420d9d2. 2024-11-08T07:39:25,911 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7752): Opening region: {ENCODED => 86038a95a8e4c6d10fcd69dcd420d9d2, NAME => 'ns2:table2,,1731051564746.86038a95a8e4c6d10fcd69dcd420d9d2.', STARTKEY => '', ENDKEY => ''} 2024-11-08T07:39:25,912 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-08T07:39:25,912 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 86038a95a8e4c6d10fcd69dcd420d9d2 2024-11-08T07:39:25,912 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(898): Instantiated ns2:table2,,1731051564746.86038a95a8e4c6d10fcd69dcd420d9d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T07:39:25,913 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7794): checking encryption for 86038a95a8e4c6d10fcd69dcd420d9d2 2024-11-08T07:39:25,913 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7797): checking classloading for 86038a95a8e4c6d10fcd69dcd420d9d2 2024-11-08T07:39:25,916 INFO [StoreOpener-86038a95a8e4c6d10fcd69dcd420d9d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 86038a95a8e4c6d10fcd69dcd420d9d2 2024-11-08T07:39:25,918 INFO [StoreOpener-86038a95a8e4c6d10fcd69dcd420d9d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86038a95a8e4c6d10fcd69dcd420d9d2 columnFamilyName f 2024-11-08T07:39:25,918 DEBUG [StoreOpener-86038a95a8e4c6d10fcd69dcd420d9d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:39:25,919 INFO [StoreOpener-86038a95a8e4c6d10fcd69dcd420d9d2-1 {}] regionserver.HStore(327): Store=86038a95a8e4c6d10fcd69dcd420d9d2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T07:39:25,919 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1038): replaying wal for 86038a95a8e4c6d10fcd69dcd420d9d2 2024-11-08T07:39:25,920 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns2/table2/86038a95a8e4c6d10fcd69dcd420d9d2 2024-11-08T07:39:25,921 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns2/table2/86038a95a8e4c6d10fcd69dcd420d9d2 2024-11-08T07:39:25,921 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1048): stopping wal replay for 86038a95a8e4c6d10fcd69dcd420d9d2 2024-11-08T07:39:25,922 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1060): Cleaning up temporary data for 86038a95a8e4c6d10fcd69dcd420d9d2 2024-11-08T07:39:25,924 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1093): writing seq id for 86038a95a8e4c6d10fcd69dcd420d9d2 2024-11-08T07:39:25,927 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns2/table2/86038a95a8e4c6d10fcd69dcd420d9d2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T07:39:25,928 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1114): Opened 86038a95a8e4c6d10fcd69dcd420d9d2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10584287360, jitterRate=-0.014261424541473389}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T07:39:25,928 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 86038a95a8e4c6d10fcd69dcd420d9d2 2024-11-08T07:39:25,930 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1006): Region open journal for 86038a95a8e4c6d10fcd69dcd420d9d2: Running coprocessor pre-open hook at 1731051565913Writing region info on filesystem at 1731051565913Initializing all the Stores at 1731051565916 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731051565916Cleaning up temporary data from old regions at 1731051565922 (+6 ms)Running coprocessor post-open hooks at 1731051565928 (+6 ms)Region opened successfully at 1731051565930 (+2 ms) 2024-11-08T07:39:25,931 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1731051564746.86038a95a8e4c6d10fcd69dcd420d9d2., pid=95, masterSystemTime=1731051565902 2024-11-08T07:39:25,933 DEBUG [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1731051564746.86038a95a8e4c6d10fcd69dcd420d9d2. 2024-11-08T07:39:25,933 INFO [RS_OPEN_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(153): Opened ns2:table2,,1731051564746.86038a95a8e4c6d10fcd69dcd420d9d2. 2024-11-08T07:39:25,933 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=86038a95a8e4c6d10fcd69dcd420d9d2, regionState=OPEN, openSeqNum=2, regionLocation=08a4831bbffd,41327,1731051441897 2024-11-08T07:39:25,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86038a95a8e4c6d10fcd69dcd420d9d2, server=08a4831bbffd,41327,1731051441897 because future has completed 2024-11-08T07:39:25,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-08T07:39:25,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure 86038a95a8e4c6d10fcd69dcd420d9d2, server=08a4831bbffd,41327,1731051441897 in 187 msec 2024-11-08T07:39:25,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-08T07:39:25,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=86038a95a8e4c6d10fcd69dcd420d9d2, ASSIGN in 346 msec 2024-11-08T07:39:25,938 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731051565938"}]},"ts":"1731051565938"} 2024-11-08T07:39:25,939 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-08T07:39:25,939 DEBUG [PEWorker-1 {}] procedure.TruncateTableProcedure(145): truncate 'ns2:table2' completed 2024-11-08T07:39:25,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) in 1.2180 sec 2024-11-08T07:39:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-08T07:39:26,872 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: ns2:table2 completed 2024-11-08T07:39:26,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-08T07:39:26,880 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:35525/backupUT/backup_1731051495640/ns2/test-17310514503681/archive/data/ns2/test-17310514503681/9044a3a2eaab66eeb1c2b19a5d6738de from hbase tables ns2:test-17310514503681 to tables ns2:table2 2024-11-08T07:39:26,881 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17310514503681 into ns2:table2 2024-11-08T07:39:26,882 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-ns2-table2-1731051566881 from hdfs://localhost:35525/backupUT/backup_1731051495640/ns2/test-17310514503681/archive/data/ns2/test-17310514503681/9044a3a2eaab66eeb1c2b19a5d6738de 2024-11-08T07:39:26,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49d9e448, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:26,883 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:39:26,883 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:39:26,884 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:39:26,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:39:26,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:39:26,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d7c5e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:26,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:39:26,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:39:26,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:26,885 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:39:26,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17aea426, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:26,886 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T07:39:26,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 08a4831bbffd,33859,1731051440251 2024-11-08T07:39:26,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31948f60 2024-11-08T07:39:26,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T07:39:26,888 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T07:39:26,889 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-08T07:39:26,889 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-08T07:39:26,889 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-08T07:39:26,889 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:39:26,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:39:26,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:39:26,891 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T07:39:26,893 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-08T07:39:26,893 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-08T07:39:26,893 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/partitions_99677cd2-df23-48d0-9c9a-d703e60531f2 2024-11-08T07:39:26,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741994_1170 (size=153) 2024-11-08T07:39:26,986 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-08T07:39:27,304 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:27,304 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:27,305 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:28,167 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/hadoop-12221332719429450348.jar 2024-11-08T07:39:28,168 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:28,168 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:28,168 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:28,168 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:28,169 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:28,169 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:28,169 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:28,169 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:28,169 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:28,170 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T07:39:28,170 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-08T07:39:28,170 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-08T07:39:28,170 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-08T07:39:28,170 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-08T07:39:28,170 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-08T07:39:28,171 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-08T07:39:28,171 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-08T07:39:28,171 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-08T07:39:28,171 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-08T07:39:28,171 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-08T07:39:28,171 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:28,172 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:28,172 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:28,172 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:28,172 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:28,172 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-08T07:39:28,172 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-08T07:39:28,172 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-08T07:39:28,173 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T07:39:28,173 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T07:39:28,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:28,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:28,173 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:39:28,173 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-08T07:39:28,173 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-08T07:39:28,182 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-08T07:39:28,192 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-08T07:39:28,285 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/mapreduce.cluster.local.dir/job_local1136757554_0016_8d4c357e-c67b-4ca4-96c4-7cf776b776f9/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-08T07:39:28,285 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/mapreduce.cluster.local.dir/job_local1136757554_0016_8d4c357e-c67b-4ca4-96c4-7cf776b776f9/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-08T07:39:28,334 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:35525/backupUT/backup_1731051495640/ns2/test-17310514503681/archive/data/ns2/test-17310514503681/9044a3a2eaab66eeb1c2b19a5d6738de/f/d53a2e2a9e5b4e84bc718db73f476725 2024-11-08T07:39:28,338 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-08T07:39:28,370 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:35525/backupUT/backup_1731051495640/ns2/test-17310514503681/archive/data/ns2/test-17310514503681/9044a3a2eaab66eeb1c2b19a5d6738de/f/2d7e68ef722a419eb069e87b09edfb38 2024-11-08T07:39:28,374 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-08T07:39:28,398 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@508aec3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:28,398 DEBUG [pool-286-thread-1 {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:39:28,398 DEBUG [pool-286-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:39:28,399 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:39:28,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:39:28,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:39:28,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d049932, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:28,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:39:28,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:39:28,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:28,401 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:39:28,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26368bb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:28,402 DEBUG [pool-286-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:39:28,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:39:28,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:39:28,403 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T07:39:28,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row-t20', locateType=CURRENT is [region=ns2:table2,,1731051564746.86038a95a8e4c6d10fcd69dcd420d9d2., hostname=08a4831bbffd,41327,1731051441897, seqNum=2] 2024-11-08T07:39:28,405 INFO [pool-286-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-286-thread-1. 2024-11-08T07:39:28,405 DEBUG [pool-286-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T07:39:28,405 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:28,405 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:28,405 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:39:28,405 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-08T07:39:28,406 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 08a4831bbffd 2024-11-08T07:39:28,410 DEBUG [pool-286-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-ns2-table2-1731051566881/_temporary/0/_temporary/attempt_local1136757554_0016_r_000000_0/f/1366c264561a403291d29fafbb0494ab is 38, key is row-t20/f:q1/1731051480853/Put/seqid=0 2024-11-08T07:39:28,411 WARN [Thread-1962 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [08a4831bbffd:41327] Specified favored nodes: [08a4831bbffd:41327] 2024-11-08T07:39:28,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741995_1171 (size=8935) 2024-11-08T07:39:29,330 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-ns2-table2-1731051566881 2024-11-08T07:39:29,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16049457, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:29,331 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:39:29,331 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:39:29,332 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:39:29,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:39:29,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:39:29,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ce8389, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:29,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:39:29,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:39:29,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:29,333 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:39:29,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@362d8ba7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:29,334 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:39:29,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:39:29,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:39:29,336 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T07:39:29,339 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-ns2-table2-1731051566881/_SUCCESS 2024-11-08T07:39:29,342 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T07:39:29,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 08a4831bbffd,33859,1731051440251 2024-11-08T07:39:29,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7dbd5b60 2024-11-08T07:39:29,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T07:39:29,344 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T07:39:29,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731051564746.86038a95a8e4c6d10fcd69dcd420d9d2., hostname=08a4831bbffd,41327,1731051441897, seqNum=2] 2024-11-08T07:39:29,348 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-08T07:39:29,353 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-ns2-table2-1731051566881/f/1366c264561a403291d29fafbb0494ab first=Optional[row-t20] last=Optional[row98] 2024-11-08T07:39:29,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-ns2-table2-1731051566881/f/1366c264561a403291d29fafbb0494ab for inclusion in 86038a95a8e4c6d10fcd69dcd420d9d2/f 2024-11-08T07:39:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(626): HFile bounds: first=row-t20 last=row98 2024-11-08T07:39:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T07:39:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HRegion(2603): Flush status journal for 86038a95a8e4c6d10fcd69dcd420d9d2: 2024-11-08T07:39:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/hbase-staging/bulk_output-ns2-table2-1731051566881/f/1366c264561a403291d29fafbb0494ab to hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/staging/jenkins__ns2_table2__9ue9iiu0dehtptd09jppgolejun2ge1s4ubvvqt3pfc5p4shgqlh74l787u3ndm6/f/1366c264561a403291d29fafbb0494ab 2024-11-08T07:39:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/staging/jenkins__ns2_table2__9ue9iiu0dehtptd09jppgolejun2ge1s4ubvvqt3pfc5p4shgqlh74l787u3ndm6/f/1366c264561a403291d29fafbb0494ab as hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns2/table2/86038a95a8e4c6d10fcd69dcd420d9d2/f/e0e618b1265f4ded8bbae76d399e450b_SeqId_4_ 2024-11-08T07:39:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67dea178, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:39:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:39:29,365 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:39:29,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:39:29,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:39:29,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5630119d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:29,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:39:29,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:39:29,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:29,367 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:39:29,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e1c089d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T07:39:29,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 08a4831bbffd,33859,1731051440251 2024-11-08T07:39:29,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c799349 2024-11-08T07:39:29,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T07:39:29,369 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T07:39:29,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:39:29,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:39:29,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:39:29,371 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T07:39:29,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T07:39:29,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T07:39:29,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a., hostname=08a4831bbffd,41327,1731051441897, seqNum=2] 2024-11-08T07:39:29,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327. 2024-11-08T07:39:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T07:39:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:29,386 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:39:29,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/staging/jenkins__ns2_table2__9ue9iiu0dehtptd09jppgolejun2ge1s4ubvvqt3pfc5p4shgqlh74l787u3ndm6/f/1366c264561a403291d29fafbb0494ab into 86038a95a8e4c6d10fcd69dcd420d9d2/f as hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns2/table2/86038a95a8e4c6d10fcd69dcd420d9d2/f/e0e618b1265f4ded8bbae76d399e450b_SeqId_4_ - updating store file list. 2024-11-08T07:39:29,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns2/table2/86038a95a8e4c6d10fcd69dcd420d9d2/f/e0e618b1265f4ded8bbae76d399e450b_SeqId_4_ into 86038a95a8e4c6d10fcd69dcd420d9d2/f 2024-11-08T07:39:29,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/staging/jenkins__ns2_table2__9ue9iiu0dehtptd09jppgolejun2ge1s4ubvvqt3pfc5p4shgqlh74l787u3ndm6/f/1366c264561a403291d29fafbb0494ab into 86038a95a8e4c6d10fcd69dcd420d9d2/f (new location: hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns2/table2/86038a95a8e4c6d10fcd69dcd420d9d2/f/e0e618b1265f4ded8bbae76d399e450b_SeqId_4_) 2024-11-08T07:39:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/staging/jenkins__ns2_table2__9ue9iiu0dehtptd09jppgolejun2ge1s4ubvvqt3pfc5p4shgqlh74l787u3ndm6/f/1366c264561a403291d29fafbb0494ab 2024-11-08T07:39:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cc3dd75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.ClusterIdFetcher(90): Going to request 08a4831bbffd,33859,-1 for getting cluster id 2024-11-08T07:39:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T07:39:29,395 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60beb29-bbbd-42b7-9f46-433ea49292ec' 2024-11-08T07:39:29,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T07:39:29,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60beb29-bbbd-42b7-9f46-433ea49292ec" 2024-11-08T07:39:29,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41004cb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:29,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a4831bbffd,33859,-1] 2024-11-08T07:39:29,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T07:39:29,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:29,397 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-08T07:39:29,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6098bdb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-08T07:39:29,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T07:39:29,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 08a4831bbffd,33859,1731051440251 2024-11-08T07:39:29,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@391b5f19 2024-11-08T07:39:29,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T07:39:29,399 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-08T07:39:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T07:39:29,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a4831bbffd,41327,1731051441897, seqNum=-1] 2024-11-08T07:39:29,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T07:39:29,401 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-08T07:39:29,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-08T07:39:29,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-08T07:39:29,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a., hostname=08a4831bbffd,41327,1731051441897, seqNum=2] 2024-11-08T07:39:29,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327. 2024-11-08T07:39:29,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T07:39:29,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:29,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:29,414 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:39:29,415 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T07:39:29,415 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T07:39:29,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:29,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:29,415 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:39:29,415 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-08T07:39:29,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1731051564746.86038a95a8e4c6d10fcd69dcd420d9d2., hostname=08a4831bbffd,41327,1731051441897, seqNum=2 , the old value is region=ns2:table2,,1731051564746.86038a95a8e4c6d10fcd69dcd420d9d2., hostname=08a4831bbffd,41327,1731051441897, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=08a4831bbffd:41327 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T07:39:29,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1731051564746.86038a95a8e4c6d10fcd69dcd420d9d2., hostname=08a4831bbffd,41327,1731051441897, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T07:39:29,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1731051564746.86038a95a8e4c6d10fcd69dcd420d9d2., hostname=08a4831bbffd,41327,1731051441897, seqNum=2 from cache 2024-11-08T07:39:29,416 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T07:39:29,430 INFO [Time-limited test {}] impl.RestoreTablesClient(175): No incremental changes since full backup for 'ns2:test-17310514503681', skipping incremental restore step. 2024-11-08T07:39:29,430 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-08T07:39:29,430 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731051530937 hdfs://localhost:35525/backupUT/backup_1731051530937/ns2/test-17310514503681/ 2024-11-08T07:39:29,430 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-08T07:39:29,431 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(217): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T07:39:29,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.CallRunner(138): callId: 742 service: ClientService methodName: Scan size: 160 connection: 172.17.0.2:47716 deadline: 1731051629431, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,,1731051544216.20be172d95186568ca07392a61ae5acd. is not online on 08a4831bbffd,41327,1731051441897 2024-11-08T07:39:29,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731051544216.20be172d95186568ca07392a61ae5acd., hostname=08a4831bbffd,41327,1731051441897, seqNum=2 , the old value is region=table1,,1731051544216.20be172d95186568ca07392a61ae5acd., hostname=08a4831bbffd,41327,1731051441897, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1731051544216.20be172d95186568ca07392a61ae5acd. is not online on 08a4831bbffd,41327,1731051441897 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T07:39:29,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731051544216.20be172d95186568ca07392a61ae5acd., hostname=08a4831bbffd,41327,1731051441897, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1731051544216.20be172d95186568ca07392a61ae5acd. is not online on 08a4831bbffd,41327,1731051441897 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T07:39:29,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731051544216.20be172d95186568ca07392a61ae5acd., hostname=08a4831bbffd,41327,1731051441897, seqNum=2 from cache 2024-11-08T07:39:29,522 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=08a4831bbffd:41327 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T07:39:29,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731051555140.166694aabe089a4b900d01ef03beecdb., hostname=08a4831bbffd,41327,1731051441897, seqNum=7] 2024-11-08T07:39:29,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.CallRunner(138): callId: 746 service: ClientService methodName: Scan size: 170 connection: 172.17.0.2:47716 deadline: 1731051629552, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1731051544216.fe093b0b452ab1f6fb65b789b32b3690. is not online on 08a4831bbffd,41327,1731051441897 2024-11-08T07:39:29,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,row0,1731051544216.fe093b0b452ab1f6fb65b789b32b3690., hostname=08a4831bbffd,41327,1731051441897, seqNum=2 , the old value is region=table1,row0,1731051544216.fe093b0b452ab1f6fb65b789b32b3690., hostname=08a4831bbffd,41327,1731051441897, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1731051544216.fe093b0b452ab1f6fb65b789b32b3690. is not online on 08a4831bbffd,41327,1731051441897 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T07:39:29,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,row0,1731051544216.fe093b0b452ab1f6fb65b789b32b3690., hostname=08a4831bbffd,41327,1731051441897, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1731051544216.fe093b0b452ab1f6fb65b789b32b3690. is not online on 08a4831bbffd,41327,1731051441897 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T07:39:29,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,row0,1731051544216.fe093b0b452ab1f6fb65b789b32b3690., hostname=08a4831bbffd,41327,1731051441897, seqNum=2 from cache 2024-11-08T07:39:29,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731051555140.300ee4c97e138827c58f126ec554803a., hostname=08a4831bbffd,41327,1731051441897, seqNum=7] 2024-11-08T07:39:29,672 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(219): f1 has 198 rows 2024-11-08T07:39:29,677 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(223): f2 has 7 rows 2024-11-08T07:39:29,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:39:29,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-08T07:39:29,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:39:29,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-08T07:39:29,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:39:29,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-08T07:39:29,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:39:29,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-08T07:39:29,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:39:29,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-08T07:39:29,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T07:39:29,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-08T07:39:29,698 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(227): mob has 111 rows 2024-11-08T07:39:29,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41327 {}] ipc.CallRunner(138): callId: 754 service: ClientService methodName: Scan size: 159 connection: 172.17.0.2:47716 deadline: 1731051629698, exception=org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1731051550041.89bfecf1c847b413e1d45e37336689f3. is not online on 08a4831bbffd,41327,1731051441897 2024-11-08T07:39:29,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1731051550041.89bfecf1c847b413e1d45e37336689f3., hostname=08a4831bbffd,41327,1731051441897, seqNum=2 , the old value is region=ns2:table2,,1731051550041.89bfecf1c847b413e1d45e37336689f3., hostname=08a4831bbffd,41327,1731051441897, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1731051550041.89bfecf1c847b413e1d45e37336689f3. is not online on 08a4831bbffd,41327,1731051441897 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T07:39:29,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1731051550041.89bfecf1c847b413e1d45e37336689f3., hostname=08a4831bbffd,41327,1731051441897, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1731051550041.89bfecf1c847b413e1d45e37336689f3. is not online on 08a4831bbffd,41327,1731051441897 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T07:39:29,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1731051550041.89bfecf1c847b413e1d45e37336689f3., hostname=08a4831bbffd,41327,1731051441897, seqNum=2 from cache 2024-11-08T07:39:29,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731051564746.86038a95a8e4c6d10fcd69dcd420d9d2., hostname=08a4831bbffd,41327,1731051441897, seqNum=2] 2024-11-08T07:39:29,817 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T07:39:29,818 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:235) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T07:39:29,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:29,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:29,818 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:39:29,838 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=633 (was 611) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-594036228_20 at /127.0.0.1:60620 [Receiving block BP-297804866-172.17.0.2-1731051436235:blk_1073741956_1132] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: (08a4831bbffd,33859,1731051440251)-proc-coordinator-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-594036228_20 at /127.0.0.1:60608 [Receiving block BP-297804866-172.17.0.2-1731051436235:blk_1073741954_1130] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(08a4831bbffd,41327,1731051441897)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(08a4831bbffd,41327,1731051441897)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-297804866-172.17.0.2-1731051436235:blk_1073741955_1131, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: member: '08a4831bbffd,41327,1731051441897' subprocedure-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-594036228_20 at /127.0.0.1:60614 [Receiving block BP-297804866-172.17.0.2-1731051436235:blk_1073741955_1131] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/08a4831bbffd:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'JobTracker' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-927769825_20 at /127.0.0.1:34566 [Waiting for operation #54] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/cluster_56e37f87-3e75-b1f6-d903-12d80806135e/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/cluster_56e37f87-3e75-b1f6-d903-12d80806135e/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(08a4831bbffd,41327,1731051441897)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-297804866-172.17.0.2-1731051436235:blk_1073741954_1130, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(08a4831bbffd,41327,1731051441897)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-297804866-172.17.0.2-1731051436235:blk_1073741956_1132, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/08a4831bbffd:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=643 (was 633) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=72 (was 211), ProcessCount=9 (was 9), AvailableMemoryMB=9888 (was 10835) 2024-11-08T07:39:29,839 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=633 is superior to 500 2024-11-08T07:39:29,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T07:39:29,845 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T07:39:29,845 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T07:39:29,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:29,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:29,845 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:39:29,845 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T07:39:29,845 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1132182242, stopped=false 2024-11-08T07:39:29,846 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=08a4831bbffd,33859,1731051440251 2024-11-08T07:39:29,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-08T07:39:29,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-08T07:39:29,926 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T07:39:29,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T07:39:29,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T07:39:29,926 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T07:39:29,926 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T07:39:29,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:29,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-08T07:39:29,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-08T07:39:29,927 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '08a4831bbffd,41327,1731051441897' ***** 2024-11-08T07:39:29,927 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T07:39:29,927 INFO [RS:0;08a4831bbffd:41327 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-08T07:39:29,930 INFO [RS:0;08a4831bbffd:41327 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@9984275{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-08T07:39:29,932 INFO [RS:0;08a4831bbffd:41327 {}] server.AbstractConnector(383): Stopped ServerConnector@445a8045{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-08T07:39:29,932 INFO [RS:0;08a4831bbffd:41327 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T07:39:29,932 INFO [RS:0;08a4831bbffd:41327 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@2df3a35c{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-08T07:39:29,932 INFO [RS:0;08a4831bbffd:41327 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@3e9615b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/hadoop.log.dir/,STOPPED} 2024-11-08T07:39:29,934 INFO [RS:0;08a4831bbffd:41327 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T07:39:29,935 INFO [RS:0;08a4831bbffd:41327 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T07:39:29,935 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T07:39:29,935 INFO [RS:0;08a4831bbffd:41327 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2024-11-08T07:39:29,935 INFO [RS:0;08a4831bbffd:41327 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T07:39:29,935 INFO [RS:0;08a4831bbffd:41327 {}] regionserver.HRegionServer(3091): Received CLOSE for 300ee4c97e138827c58f126ec554803a 2024-11-08T07:39:29,935 INFO [RS:0;08a4831bbffd:41327 {}] regionserver.HRegionServer(3091): Received CLOSE for 86038a95a8e4c6d10fcd69dcd420d9d2 2024-11-08T07:39:29,935 INFO [RS:0;08a4831bbffd:41327 {}] regionserver.HRegionServer(3091): Received CLOSE for 8056396fedfde5703e9fb08a1aa0bd2f 2024-11-08T07:39:29,935 INFO [RS:0;08a4831bbffd:41327 {}] regionserver.HRegionServer(3091): Received CLOSE for de690c01369ff927e9706629a3cdac3b 2024-11-08T07:39:29,935 INFO [RS:0;08a4831bbffd:41327 {}] regionserver.HRegionServer(3091): Received CLOSE for e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:39:29,935 INFO [RS:0;08a4831bbffd:41327 {}] regionserver.HRegionServer(3091): Received CLOSE for 9044a3a2eaab66eeb1c2b19a5d6738de 2024-11-08T07:39:29,935 INFO [RS:0;08a4831bbffd:41327 {}] regionserver.HRegionServer(3091): Received CLOSE for 166694aabe089a4b900d01ef03beecdb 2024-11-08T07:39:29,935 INFO [RS:0;08a4831bbffd:41327 {}] regionserver.HRegionServer(3091): Received CLOSE for 7ae18935d0bdb3791efcef4bbda4f22a 2024-11-08T07:39:29,936 INFO [RS:0;08a4831bbffd:41327 {}] regionserver.HRegionServer(3091): Received CLOSE for 2c8127bee32c65c633715b84e5dd796e 2024-11-08T07:39:29,936 INFO [RS:0;08a4831bbffd:41327 {}] regionserver.HRegionServer(959): stopping server 08a4831bbffd,41327,1731051441897 2024-11-08T07:39:29,936 INFO [RS:0;08a4831bbffd:41327 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T07:39:29,936 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 300ee4c97e138827c58f126ec554803a, disabling compactions & flushes 2024-11-08T07:39:29,936 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,row0,1731051555140.300ee4c97e138827c58f126ec554803a. 2024-11-08T07:39:29,936 INFO [RS:0;08a4831bbffd:41327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;08a4831bbffd:41327. 2024-11-08T07:39:29,936 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731051555140.300ee4c97e138827c58f126ec554803a. 2024-11-08T07:39:29,936 DEBUG [RS:0;08a4831bbffd:41327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T07:39:29,936 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731051555140.300ee4c97e138827c58f126ec554803a. after waiting 0 ms 2024-11-08T07:39:29,936 DEBUG [RS:0;08a4831bbffd:41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:29,936 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731051555140.300ee4c97e138827c58f126ec554803a. 2024-11-08T07:39:29,936 INFO [RS:0;08a4831bbffd:41327 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T07:39:29,936 INFO [RS:0;08a4831bbffd:41327 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T07:39:29,936 INFO [RS:0;08a4831bbffd:41327 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T07:39:29,936 INFO [RS:0;08a4831bbffd:41327 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T07:39:29,937 INFO [RS:0;08a4831bbffd:41327 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close 2024-11-08T07:39:29,937 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T07:39:29,937 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T07:39:29,937 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T07:39:29,937 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T07:39:29,937 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T07:39:29,937 DEBUG [RS:0;08a4831bbffd:41327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 166694aabe089a4b900d01ef03beecdb, 2c8127bee32c65c633715b84e5dd796e, 300ee4c97e138827c58f126ec554803a, 7ae18935d0bdb3791efcef4bbda4f22a, 8056396fedfde5703e9fb08a1aa0bd2f, 86038a95a8e4c6d10fcd69dcd420d9d2, 9044a3a2eaab66eeb1c2b19a5d6738de, de690c01369ff927e9706629a3cdac3b, e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:39:29,937 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=23.97 KB heapSize=42.40 KB 2024-11-08T07:39:29,940 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/300ee4c97e138827c58f126ec554803a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=6 2024-11-08T07:39:29,941 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T07:39:29,941 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,row0,1731051555140.300ee4c97e138827c58f126ec554803a. 2024-11-08T07:39:29,941 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 300ee4c97e138827c58f126ec554803a: Waiting for close lock at 1731051569935Running coprocessor pre-close hooks at 1731051569936 (+1 ms)Disabling compacts and flushes for region at 1731051569936Disabling writes for close at 1731051569936Writing region close event to WAL at 1731051569936Running coprocessor post-close hooks at 1731051569941 (+5 ms)Closed at 1731051569941 2024-11-08T07:39:29,941 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,row0,1731051555140.300ee4c97e138827c58f126ec554803a. 2024-11-08T07:39:29,941 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 86038a95a8e4c6d10fcd69dcd420d9d2, disabling compactions & flushes 2024-11-08T07:39:29,941 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:table2,,1731051564746.86038a95a8e4c6d10fcd69dcd420d9d2. 2024-11-08T07:39:29,941 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731051564746.86038a95a8e4c6d10fcd69dcd420d9d2. 2024-11-08T07:39:29,941 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731051564746.86038a95a8e4c6d10fcd69dcd420d9d2. after waiting 0 ms 2024-11-08T07:39:29,941 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731051564746.86038a95a8e4c6d10fcd69dcd420d9d2. 2024-11-08T07:39:29,944 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns2/table2/86038a95a8e4c6d10fcd69dcd420d9d2/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-08T07:39:29,945 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T07:39:29,945 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:table2,,1731051564746.86038a95a8e4c6d10fcd69dcd420d9d2. 2024-11-08T07:39:29,945 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 86038a95a8e4c6d10fcd69dcd420d9d2: Waiting for close lock at 1731051569941Running coprocessor pre-close hooks at 1731051569941Disabling compacts and flushes for region at 1731051569941Disabling writes for close at 1731051569941Writing region close event to WAL at 1731051569941Running coprocessor post-close hooks at 1731051569945 (+4 ms)Closed at 1731051569945 2024-11-08T07:39:29,945 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1731051564746.86038a95a8e4c6d10fcd69dcd420d9d2. 2024-11-08T07:39:29,945 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8056396fedfde5703e9fb08a1aa0bd2f, disabling compactions & flushes 2024-11-08T07:39:29,945 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1731051462533.8056396fedfde5703e9fb08a1aa0bd2f. 2024-11-08T07:39:29,945 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1731051462533.8056396fedfde5703e9fb08a1aa0bd2f. 2024-11-08T07:39:29,945 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1731051462533.8056396fedfde5703e9fb08a1aa0bd2f. after waiting 0 ms 2024-11-08T07:39:29,945 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1731051462533.8056396fedfde5703e9fb08a1aa0bd2f. 2024-11-08T07:39:29,949 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system_bulk/8056396fedfde5703e9fb08a1aa0bd2f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T07:39:29,949 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T07:39:29,949 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system_bulk,,1731051462533.8056396fedfde5703e9fb08a1aa0bd2f. 2024-11-08T07:39:29,949 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8056396fedfde5703e9fb08a1aa0bd2f: Waiting for close lock at 1731051569945Running coprocessor pre-close hooks at 1731051569945Disabling compacts and flushes for region at 1731051569945Disabling writes for close at 1731051569945Writing region close event to WAL at 1731051569946 (+1 ms)Running coprocessor post-close hooks at 1731051569949 (+3 ms)Closed at 1731051569949 2024-11-08T07:39:29,949 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1731051462533.8056396fedfde5703e9fb08a1aa0bd2f. 2024-11-08T07:39:29,949 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing de690c01369ff927e9706629a3cdac3b, disabling compactions & flushes 2024-11-08T07:39:29,949 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns3:test-17310514503682,,1731051454595.de690c01369ff927e9706629a3cdac3b. 2024-11-08T07:39:29,949 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17310514503682,,1731051454595.de690c01369ff927e9706629a3cdac3b. 2024-11-08T07:39:29,950 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17310514503682,,1731051454595.de690c01369ff927e9706629a3cdac3b. after waiting 0 ms 2024-11-08T07:39:29,950 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17310514503682,,1731051454595.de690c01369ff927e9706629a3cdac3b. 2024-11-08T07:39:29,953 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns3/test-17310514503682/de690c01369ff927e9706629a3cdac3b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T07:39:29,953 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T07:39:29,953 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns3:test-17310514503682,,1731051454595.de690c01369ff927e9706629a3cdac3b. 2024-11-08T07:39:29,953 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for de690c01369ff927e9706629a3cdac3b: Waiting for close lock at 1731051569949Running coprocessor pre-close hooks at 1731051569949Disabling compacts and flushes for region at 1731051569949Disabling writes for close at 1731051569950 (+1 ms)Writing region close event to WAL at 1731051569950Running coprocessor post-close hooks at 1731051569953 (+3 ms)Closed at 1731051569953 2024-11-08T07:39:29,953 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17310514503682,,1731051454595.de690c01369ff927e9706629a3cdac3b. 2024-11-08T07:39:29,953 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e719cd29f996fa18e6d9045cf6d9f550, disabling compactions & flushes 2024-11-08T07:39:29,953 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550. 2024-11-08T07:39:29,953 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550. 2024-11-08T07:39:29,953 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550. after waiting 0 ms 2024-11-08T07:39:29,953 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550. 2024-11-08T07:39:29,954 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e719cd29f996fa18e6d9045cf6d9f550 3/3 column families, dataSize=378 B heapSize=1.63 KB 2024-11-08T07:39:29,962 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/hbase/meta/1588230740/.tmp/info/3218739902ce4cebadb0ada2f4958a5b is 159, key is ns2:test-17310514503681,,1731051453293.9044a3a2eaab66eeb1c2b19a5d6738de./info:regioninfo/1731051454070/Put/seqid=0 2024-11-08T07:39:29,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741996_1172 (size=19093) 2024-11-08T07:39:29,968 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/.tmp/f2/3fdda3b540c8458cb3d7007d3fd17389 is 58, key is row-test-1731051450368-2-0/f2:q1/1731051525928/Put/seqid=0 2024-11-08T07:39:29,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741997_1173 (size=5464) 2024-11-08T07:39:30,014 INFO [regionserver/08a4831bbffd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T07:39:30,137 DEBUG [RS:0;08a4831bbffd:41327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 166694aabe089a4b900d01ef03beecdb, 2c8127bee32c65c633715b84e5dd796e, 7ae18935d0bdb3791efcef4bbda4f22a, 9044a3a2eaab66eeb1c2b19a5d6738de, e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:39:30,208 INFO [regionserver/08a4831bbffd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T07:39:30,209 INFO [regionserver/08a4831bbffd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T07:39:30,337 DEBUG [RS:0;08a4831bbffd:41327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 166694aabe089a4b900d01ef03beecdb, 2c8127bee32c65c633715b84e5dd796e, 7ae18935d0bdb3791efcef4bbda4f22a, 9044a3a2eaab66eeb1c2b19a5d6738de, e719cd29f996fa18e6d9045cf6d9f550 2024-11-08T07:39:30,368 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.86 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/hbase/meta/1588230740/.tmp/info/3218739902ce4cebadb0ada2f4958a5b 2024-11-08T07:39:30,373 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/.tmp/f2/3fdda3b540c8458cb3d7007d3fd17389 2024-11-08T07:39:30,383 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/.tmp/f2/3fdda3b540c8458cb3d7007d3fd17389 as hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/f2/3fdda3b540c8458cb3d7007d3fd17389 2024-11-08T07:39:30,389 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/f2/3fdda3b540c8458cb3d7007d3fd17389, entries=7, sequenceid=348, filesize=5.3 K 2024-11-08T07:39:30,390 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for e719cd29f996fa18e6d9045cf6d9f550 in 437ms, sequenceid=348, compaction requested=false 2024-11-08T07:39:30,395 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/test-1731051450368/e719cd29f996fa18e6d9045cf6d9f550/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=337 2024-11-08T07:39:30,396 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T07:39:30,396 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550. 2024-11-08T07:39:30,396 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e719cd29f996fa18e6d9045cf6d9f550: Waiting for close lock at 1731051569953Running coprocessor pre-close hooks at 1731051569953Disabling compacts and flushes for region at 1731051569953Disabling writes for close at 1731051569953Obtaining lock to block concurrent updates at 1731051569954 (+1 ms)Preparing flush snapshotting stores in e719cd29f996fa18e6d9045cf6d9f550 at 1731051569954Finished memstore snapshotting test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550., syncing WAL and waiting on mvcc, flushsize=dataSize=378, getHeapSize=1616, getOffHeapSize=0, getCellsCount=7 at 1731051569954Flushing stores of test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550. at 1731051569954Flushing e719cd29f996fa18e6d9045cf6d9f550/f2: creating writer at 1731051569954Flushing e719cd29f996fa18e6d9045cf6d9f550/f2: appending metadata at 1731051569967 (+13 ms)Flushing e719cd29f996fa18e6d9045cf6d9f550/f2: closing flushed file at 1731051569967Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3429c042: reopening flushed file at 1731051570382 (+415 ms)Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for e719cd29f996fa18e6d9045cf6d9f550 in 437ms, sequenceid=348, compaction requested=false at 1731051570390 (+8 ms)Writing region close event to WAL at 1731051570392 (+2 ms)Running coprocessor post-close hooks at 1731051570396 (+4 ms)Closed at 1731051570396 2024-11-08T07:39:30,396 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1731051450368,,1731051450866.e719cd29f996fa18e6d9045cf6d9f550. 2024-11-08T07:39:30,396 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9044a3a2eaab66eeb1c2b19a5d6738de, disabling compactions & flushes 2024-11-08T07:39:30,396 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:test-17310514503681,,1731051453293.9044a3a2eaab66eeb1c2b19a5d6738de. 2024-11-08T07:39:30,396 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17310514503681,,1731051453293.9044a3a2eaab66eeb1c2b19a5d6738de. 2024-11-08T07:39:30,397 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17310514503681,,1731051453293.9044a3a2eaab66eeb1c2b19a5d6738de. after waiting 1 ms 2024-11-08T07:39:30,397 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17310514503681,,1731051453293.9044a3a2eaab66eeb1c2b19a5d6738de. 2024-11-08T07:39:30,399 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/hbase/meta/1588230740/.tmp/ns/53da37f2a0b04c78996f08861eeb9849 is 85, key is ns2:table2,,1731051550041.89bfecf1c847b413e1d45e37336689f3./ns:/1731051564747/DeleteFamily/seqid=0 2024-11-08T07:39:30,401 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns2/test-17310514503681/9044a3a2eaab66eeb1c2b19a5d6738de/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1 2024-11-08T07:39:30,402 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T07:39:30,402 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:test-17310514503681,,1731051453293.9044a3a2eaab66eeb1c2b19a5d6738de. 2024-11-08T07:39:30,402 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9044a3a2eaab66eeb1c2b19a5d6738de: Waiting for close lock at 1731051570396Running coprocessor pre-close hooks at 1731051570396Disabling compacts and flushes for region at 1731051570396Disabling writes for close at 1731051570397 (+1 ms)Writing region close event to WAL at 1731051570397Running coprocessor post-close hooks at 1731051570402 (+5 ms)Closed at 1731051570402 2024-11-08T07:39:30,402 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17310514503681,,1731051453293.9044a3a2eaab66eeb1c2b19a5d6738de. 2024-11-08T07:39:30,403 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 166694aabe089a4b900d01ef03beecdb, disabling compactions & flushes 2024-11-08T07:39:30,403 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,,1731051555140.166694aabe089a4b900d01ef03beecdb. 2024-11-08T07:39:30,403 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731051555140.166694aabe089a4b900d01ef03beecdb. 2024-11-08T07:39:30,403 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,,1731051555140.166694aabe089a4b900d01ef03beecdb. after waiting 0 ms 2024-11-08T07:39:30,403 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,,1731051555140.166694aabe089a4b900d01ef03beecdb. 2024-11-08T07:39:30,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741998_1174 (size=5760) 2024-11-08T07:39:30,407 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/default/table1/166694aabe089a4b900d01ef03beecdb/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=6 2024-11-08T07:39:30,407 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T07:39:30,407 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,,1731051555140.166694aabe089a4b900d01ef03beecdb. 2024-11-08T07:39:30,407 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 166694aabe089a4b900d01ef03beecdb: Waiting for close lock at 1731051570402Running coprocessor pre-close hooks at 1731051570402Disabling compacts and flushes for region at 1731051570402Disabling writes for close at 1731051570403 (+1 ms)Writing region close event to WAL at 1731051570404 (+1 ms)Running coprocessor post-close hooks at 1731051570407 (+3 ms)Closed at 1731051570407 2024-11-08T07:39:30,408 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1731051555140.166694aabe089a4b900d01ef03beecdb. 2024-11-08T07:39:30,408 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7ae18935d0bdb3791efcef4bbda4f22a, disabling compactions & flushes 2024-11-08T07:39:30,408 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a. 2024-11-08T07:39:30,408 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a. 2024-11-08T07:39:30,408 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a. after waiting 0 ms 2024-11-08T07:39:30,408 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a. 2024-11-08T07:39:30,408 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7ae18935d0bdb3791efcef4bbda4f22a 2/2 column families, dataSize=2.12 KB heapSize=3.43 KB 2024-11-08T07:39:30,411 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/.tmp/meta/e6276be5b9f04f188b423a78451c2924 is 158, key is trslm:hdfs://localhost:35525/backupUT\x00ns2:test-17310514503681/meta:log-roll-map/1731051543720/Put/seqid=0 2024-11-08T07:39:30,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741999_1175 (size=6208) 2024-11-08T07:39:30,538 DEBUG [RS:0;08a4831bbffd:41327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c8127bee32c65c633715b84e5dd796e, 7ae18935d0bdb3791efcef4bbda4f22a 2024-11-08T07:39:30,620 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-11-08T07:39:30,620 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-11-08T07:39:30,620 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1731051450368 2024-11-08T07:39:30,620 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17310514503682 2024-11-08T07:39:30,620 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17310514503681 2024-11-08T07:39:30,620 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2024-11-08T07:39:30,738 DEBUG [RS:0;08a4831bbffd:41327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c8127bee32c65c633715b84e5dd796e, 7ae18935d0bdb3791efcef4bbda4f22a 2024-11-08T07:39:30,805 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=474 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/hbase/meta/1588230740/.tmp/ns/53da37f2a0b04c78996f08861eeb9849 2024-11-08T07:39:30,816 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=944 B at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/.tmp/meta/e6276be5b9f04f188b423a78451c2924 2024-11-08T07:39:30,827 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/.tmp/session/d0fffbf3da134ab3856a171cb8f04502 is 588, key is session:backup_1731051530937/session:context/1731051544157/Put/seqid=0 2024-11-08T07:39:30,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073742000_1176 (size=5689) 2024-11-08T07:39:30,836 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/hbase/meta/1588230740/.tmp/rep_barrier/0a656cfcebf645fcaa6cc97547a5b422 is 94, key is ns2:table2,,1731051550041.89bfecf1c847b413e1d45e37336689f3./rep_barrier:/1731051564747/DeleteFamily/seqid=0 2024-11-08T07:39:30,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073742001_1177 (size=5640) 2024-11-08T07:39:30,938 INFO [RS:0;08a4831bbffd:41327 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T07:39:30,938 DEBUG [RS:0;08a4831bbffd:41327 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7ae18935d0bdb3791efcef4bbda4f22a=backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a., 2c8127bee32c65c633715b84e5dd796e=ns4:test-17310514503683,,1731051456760.2c8127bee32c65c633715b84e5dd796e.} 2024-11-08T07:39:30,938 DEBUG [RS:0;08a4831bbffd:41327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c8127bee32c65c633715b84e5dd796e, 7ae18935d0bdb3791efcef4bbda4f22a 2024-11-08T07:39:31,139 DEBUG [RS:0;08a4831bbffd:41327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c8127bee32c65c633715b84e5dd796e, 7ae18935d0bdb3791efcef4bbda4f22a 2024-11-08T07:39:31,233 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.20 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/.tmp/session/d0fffbf3da134ab3856a171cb8f04502 2024-11-08T07:39:31,241 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=266 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/hbase/meta/1588230740/.tmp/rep_barrier/0a656cfcebf645fcaa6cc97547a5b422 2024-11-08T07:39:31,244 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/.tmp/meta/e6276be5b9f04f188b423a78451c2924 as hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/meta/e6276be5b9f04f188b423a78451c2924 2024-11-08T07:39:31,251 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/meta/e6276be5b9f04f188b423a78451c2924, entries=7, sequenceid=52, filesize=6.1 K 2024-11-08T07:39:31,252 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/.tmp/session/d0fffbf3da134ab3856a171cb8f04502 as hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/session/d0fffbf3da134ab3856a171cb8f04502 2024-11-08T07:39:31,257 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/session/d0fffbf3da134ab3856a171cb8f04502, entries=2, sequenceid=52, filesize=5.6 K 2024-11-08T07:39:31,258 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 7ae18935d0bdb3791efcef4bbda4f22a in 850ms, sequenceid=52, compaction requested=true 2024-11-08T07:39:31,261 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/backup/system/7ae18935d0bdb3791efcef4bbda4f22a/recovered.edits/55.seqid, newMaxSeqId=55, maxSeqId=1 2024-11-08T07:39:31,262 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T07:39:31,262 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a. 2024-11-08T07:39:31,262 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7ae18935d0bdb3791efcef4bbda4f22a: Waiting for close lock at 1731051570408Running coprocessor pre-close hooks at 1731051570408Disabling compacts and flushes for region at 1731051570408Disabling writes for close at 1731051570408Obtaining lock to block concurrent updates at 1731051570408Preparing flush snapshotting stores in 7ae18935d0bdb3791efcef4bbda4f22a at 1731051570408Finished memstore snapshotting backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a., syncing WAL and waiting on mvcc, flushsize=dataSize=2170, getHeapSize=3480, getOffHeapSize=0, getCellsCount=11 at 1731051570408Flushing stores of backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a. at 1731051570409 (+1 ms)Flushing 7ae18935d0bdb3791efcef4bbda4f22a/meta: creating writer at 1731051570409Flushing 7ae18935d0bdb3791efcef4bbda4f22a/meta: appending metadata at 1731051570411 (+2 ms)Flushing 7ae18935d0bdb3791efcef4bbda4f22a/meta: closing flushed file at 1731051570411Flushing 7ae18935d0bdb3791efcef4bbda4f22a/session: creating writer at 1731051570823 (+412 ms)Flushing 7ae18935d0bdb3791efcef4bbda4f22a/session: appending metadata at 1731051570826 (+3 ms)Flushing 7ae18935d0bdb3791efcef4bbda4f22a/session: closing flushed file at 1731051570827 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58ff2372: reopening flushed file at 1731051571243 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58469ca1: reopening flushed file at 1731051571251 (+8 ms)Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 7ae18935d0bdb3791efcef4bbda4f22a in 850ms, sequenceid=52, compaction requested=true at 1731051571258 (+7 ms)Writing region close event to WAL at 1731051571259 (+1 ms)Running coprocessor post-close hooks at 1731051571262 (+3 ms)Closed at 1731051571262 2024-11-08T07:39:31,262 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1731051460347.7ae18935d0bdb3791efcef4bbda4f22a. 2024-11-08T07:39:31,262 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2c8127bee32c65c633715b84e5dd796e, disabling compactions & flushes 2024-11-08T07:39:31,262 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns4:test-17310514503683,,1731051456760.2c8127bee32c65c633715b84e5dd796e. 2024-11-08T07:39:31,262 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17310514503683,,1731051456760.2c8127bee32c65c633715b84e5dd796e. 2024-11-08T07:39:31,262 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17310514503683,,1731051456760.2c8127bee32c65c633715b84e5dd796e. after waiting 0 ms 2024-11-08T07:39:31,262 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17310514503683,,1731051456760.2c8127bee32c65c633715b84e5dd796e. 2024-11-08T07:39:31,264 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/hbase/meta/1588230740/.tmp/table/143db0d266ca4880a1fab88f3afc0b14 is 88, key is ns2:table2,,1731051550041.89bfecf1c847b413e1d45e37336689f3./table:/1731051564747/DeleteFamily/seqid=0 2024-11-08T07:39:31,266 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/ns4/test-17310514503683/2c8127bee32c65c633715b84e5dd796e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T07:39:31,267 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T07:39:31,267 INFO [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns4:test-17310514503683,,1731051456760.2c8127bee32c65c633715b84e5dd796e. 2024-11-08T07:39:31,267 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2c8127bee32c65c633715b84e5dd796e: Waiting for close lock at 1731051571262Running coprocessor pre-close hooks at 1731051571262Disabling compacts and flushes for region at 1731051571262Disabling writes for close at 1731051571262Writing region close event to WAL at 1731051571263 (+1 ms)Running coprocessor post-close hooks at 1731051571267 (+4 ms)Closed at 1731051571267 2024-11-08T07:39:31,267 DEBUG [RS_CLOSE_REGION-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17310514503683,,1731051456760.2c8127bee32c65c633715b84e5dd796e. 2024-11-08T07:39:31,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073742002_1178 (size=6364) 2024-11-08T07:39:31,339 DEBUG [RS:0;08a4831bbffd:41327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T07:39:31,539 DEBUG [RS:0;08a4831bbffd:41327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T07:39:31,670 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.39 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/hbase/meta/1588230740/.tmp/table/143db0d266ca4880a1fab88f3afc0b14 2024-11-08T07:39:31,682 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/hbase/meta/1588230740/.tmp/info/3218739902ce4cebadb0ada2f4958a5b as hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/hbase/meta/1588230740/info/3218739902ce4cebadb0ada2f4958a5b 2024-11-08T07:39:31,688 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/hbase/meta/1588230740/info/3218739902ce4cebadb0ada2f4958a5b, entries=114, sequenceid=97, filesize=18.6 K 2024-11-08T07:39:31,689 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/hbase/meta/1588230740/.tmp/ns/53da37f2a0b04c78996f08861eeb9849 as hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/hbase/meta/1588230740/ns/53da37f2a0b04c78996f08861eeb9849 2024-11-08T07:39:31,694 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/hbase/meta/1588230740/ns/53da37f2a0b04c78996f08861eeb9849, entries=10, sequenceid=97, filesize=5.6 K 2024-11-08T07:39:31,694 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/hbase/meta/1588230740/.tmp/rep_barrier/0a656cfcebf645fcaa6cc97547a5b422 as hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/hbase/meta/1588230740/rep_barrier/0a656cfcebf645fcaa6cc97547a5b422 2024-11-08T07:39:31,699 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/hbase/meta/1588230740/rep_barrier/0a656cfcebf645fcaa6cc97547a5b422, entries=3, sequenceid=97, filesize=5.5 K 2024-11-08T07:39:31,700 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/hbase/meta/1588230740/.tmp/table/143db0d266ca4880a1fab88f3afc0b14 as hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/hbase/meta/1588230740/table/143db0d266ca4880a1fab88f3afc0b14 2024-11-08T07:39:31,705 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/hbase/meta/1588230740/table/143db0d266ca4880a1fab88f3afc0b14, entries=21, sequenceid=97, filesize=6.2 K 2024-11-08T07:39:31,706 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1769ms, sequenceid=97, compaction requested=false 2024-11-08T07:39:31,712 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/data/hbase/meta/1588230740/recovered.edits/100.seqid, newMaxSeqId=100, maxSeqId=1 2024-11-08T07:39:31,712 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-08T07:39:31,712 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T07:39:31,712 INFO [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T07:39:31,712 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731051569937Running coprocessor pre-close hooks at 1731051569937Disabling compacts and flushes for region at 1731051569937Disabling writes for close at 1731051569937Obtaining lock to block concurrent updates at 1731051569937Preparing flush snapshotting stores in 1588230740 at 1731051569937Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=24544, getHeapSize=43352, getOffHeapSize=0, getCellsCount=235 at 1731051569937Flushing stores of hbase:meta,,1.1588230740 at 1731051569938 (+1 ms)Flushing 1588230740/info: creating writer at 1731051569938Flushing 1588230740/info: appending metadata at 1731051569962 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731051569962Flushing 1588230740/ns: creating writer at 1731051570382 (+420 ms)Flushing 1588230740/ns: appending metadata at 1731051570399 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731051570399Flushing 1588230740/rep_barrier: creating writer at 1731051570816 (+417 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731051570836 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731051570836Flushing 1588230740/table: creating writer at 1731051571246 (+410 ms)Flushing 1588230740/table: appending metadata at 1731051571264 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731051571264Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46eca152: reopening flushed file at 1731051571681 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9b24392: reopening flushed file at 1731051571688 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@152c6b9c: reopening flushed file at 1731051571694 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@95f3d96: reopening flushed file at 1731051571699 (+5 ms)Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1769ms, sequenceid=97, compaction requested=false at 1731051571706 (+7 ms)Writing region close event to WAL at 1731051571708 (+2 ms)Running coprocessor post-close hooks at 1731051571712 (+4 ms)Closed at 1731051571712 2024-11-08T07:39:31,713 DEBUG [RS_CLOSE_META-regionserver/08a4831bbffd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T07:39:31,739 INFO [RS:0;08a4831bbffd:41327 {}] regionserver.HRegionServer(976): stopping server 08a4831bbffd,41327,1731051441897; all regions closed. 2024-11-08T07:39:31,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741956_1132 (size=16160) 2024-11-08T07:39:31,742 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.meta.1731051535463.meta not finished, retry = 0 2024-11-08T07:39:31,850 DEBUG [RS:0;08a4831bbffd:41327 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/oldWALs 2024-11-08T07:39:31,850 INFO [RS:0;08a4831bbffd:41327 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 08a4831bbffd%2C41327%2C1731051441897.meta:.meta(num 1731051535463) 2024-11-08T07:39:31,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741954_1130 (size=4491) 2024-11-08T07:39:31,856 DEBUG [RS:0;08a4831bbffd:41327 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/oldWALs 2024-11-08T07:39:31,856 INFO [RS:0;08a4831bbffd:41327 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-0:(num 1731051535425) 2024-11-08T07:39:31,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741955_1131 (size=7557) 2024-11-08T07:39:31,859 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/WALs/08a4831bbffd,41327,1731051441897/08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-1.1731051535448 not finished, retry = 0 2024-11-08T07:39:31,968 DEBUG [RS:0;08a4831bbffd:41327 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/oldWALs 2024-11-08T07:39:31,969 INFO [RS:0;08a4831bbffd:41327 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 08a4831bbffd%2C41327%2C1731051441897.08a4831bbffd%2C41327%2C1731051441897.regiongroup-1:(num 1731051535448) 2024-11-08T07:39:31,969 DEBUG [RS:0;08a4831bbffd:41327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:31,969 INFO [RS:0;08a4831bbffd:41327 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T07:39:31,969 INFO [RS:0;08a4831bbffd:41327 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T07:39:31,970 INFO [RS:0;08a4831bbffd:41327 {}] hbase.ChoreService(370): Chore service for: regionserver/08a4831bbffd:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T07:39:31,970 INFO [RS:0;08a4831bbffd:41327 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T07:39:31,970 INFO [regionserver/08a4831bbffd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T07:39:31,971 INFO [RS:0;08a4831bbffd:41327 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41327 2024-11-08T07:39:32,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-08T07:39:32,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/08a4831bbffd,41327,1731051441897 2024-11-08T07:39:32,032 INFO [RS:0;08a4831bbffd:41327 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T07:39:32,042 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [08a4831bbffd,41327,1731051441897] 2024-11-08T07:39:32,052 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1/draining/08a4831bbffd,41327,1731051441897 already deleted, retry=false 2024-11-08T07:39:32,052 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 08a4831bbffd,41327,1731051441897 expired; onlineServers=0 2024-11-08T07:39:32,053 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '08a4831bbffd,33859,1731051440251' ***** 2024-11-08T07:39:32,053 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T07:39:32,053 INFO [M:0;08a4831bbffd:33859 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-08T07:39:32,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-11-08T07:39:32,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-08T07:39:32,063 INFO [M:0;08a4831bbffd:33859 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@5c685ba8{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master} 2024-11-08T07:39:32,063 INFO [M:0;08a4831bbffd:33859 {}] server.AbstractConnector(383): Stopped ServerConnector@10f9ba48{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-08T07:39:32,063 INFO [M:0;08a4831bbffd:33859 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T07:39:32,063 INFO [M:0;08a4831bbffd:33859 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@65507143{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-08T07:39:32,063 INFO [M:0;08a4831bbffd:33859 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@7c1597dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/hadoop.log.dir/,STOPPED} 2024-11-08T07:39:32,064 INFO [M:0;08a4831bbffd:33859 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T07:39:32,064 INFO [M:0;08a4831bbffd:33859 {}] master.HMaster(1770): Stopping master jetty server 2024-11-08T07:39:32,064 INFO [M:0;08a4831bbffd:33859 {}] server.AbstractConnector(383): Stopped ServerConnector@39c3cce8{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-08T07:39:32,065 INFO [M:0;08a4831bbffd:33859 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T07:39:32,065 DEBUG [M:0;08a4831bbffd:33859 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T07:39:32,065 INFO [M:0;08a4831bbffd:33859 {}] master.BackupLogCleaner(194): Stopping BackupLogCleaner 2024-11-08T07:39:32,065 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T07:39:32,065 DEBUG [master/08a4831bbffd:0:becomeActiveMaster-HFileCleaner.small.0-1731051444993 {}] cleaner.HFileCleaner(306): Exit Thread[master/08a4831bbffd:0:becomeActiveMaster-HFileCleaner.small.0-1731051444993,5,FailOnTimeoutGroup] 2024-11-08T07:39:32,065 INFO [M:0;08a4831bbffd:33859 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;08a4831bbffd:33859. 2024-11-08T07:39:32,065 DEBUG [master/08a4831bbffd:0:becomeActiveMaster-HFileCleaner.large.0-1731051444993 {}] cleaner.HFileCleaner(306): Exit Thread[master/08a4831bbffd:0:becomeActiveMaster-HFileCleaner.large.0-1731051444993,5,FailOnTimeoutGroup] 2024-11-08T07:39:32,065 DEBUG [M:0;08a4831bbffd:33859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupHFileCleaner.stop(BackupHFileCleaner.java:156) at org.apache.hadoop.hbase.master.cleaner.CleanerChore.cleanup(CleanerChore.java:444) at org.apache.hadoop.hbase.master.cleaner.HFileCleaner.cleanup(HFileCleaner.java:239) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:333) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:322) at org.apache.hadoop.hbase.master.HMaster.stopChores(HMaster.java:1923) at org.apache.hadoop.hbase.HBaseServerBase.stopChoreService(HBaseServerBase.java:439) at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1777) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T07:39:32,065 DEBUG [M:0;08a4831bbffd:33859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:32,065 DEBUG [M:0;08a4831bbffd:33859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T07:39:32,065 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T07:39:32,065 DEBUG [M:0;08a4831bbffd:33859 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T07:39:32,066 INFO [M:0;08a4831bbffd:33859 {}] hbase.ChoreService(370): Chore service for: master/08a4831bbffd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T07:39:32,066 INFO [M:0;08a4831bbffd:33859 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T07:39:32,066 DEBUG [M:0;08a4831bbffd:33859 {}] master.HMaster(1795): Stopping service threads 2024-11-08T07:39:32,066 INFO [M:0;08a4831bbffd:33859 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T07:39:32,066 INFO [M:0;08a4831bbffd:33859 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T07:39:32,066 ERROR [M:0;08a4831bbffd:33859 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] 2024-11-08T07:39:32,067 INFO [M:0;08a4831bbffd:33859 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T07:39:32,067 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T07:39:32,067 DEBUG [M:0;08a4831bbffd:33859 {}] zookeeper.ZKUtil(347): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-11-08T07:39:32,067 WARN [M:0;08a4831bbffd:33859 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T07:39:32,068 INFO [M:0;08a4831bbffd:33859 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/.lastflushedseqids 2024-11-08T07:39:32,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073742003_1179 (size=761) 2024-11-08T07:39:32,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T07:39:32,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41327-0x1011960c03b0001, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T07:39:32,143 INFO [RS:0;08a4831bbffd:41327 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T07:39:32,143 INFO [RS:0;08a4831bbffd:41327 {}] regionserver.HRegionServer(1031): Exiting; stopping=08a4831bbffd,41327,1731051441897; zookeeper connection closed. 2024-11-08T07:39:32,143 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@69f1931e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@69f1931e 2024-11-08T07:39:32,144 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T07:39:32,479 INFO [M:0;08a4831bbffd:33859 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T07:39:32,479 INFO [M:0;08a4831bbffd:33859 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T07:39:32,480 DEBUG [M:0;08a4831bbffd:33859 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T07:39:32,497 INFO [M:0;08a4831bbffd:33859 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T07:39:32,497 DEBUG [M:0;08a4831bbffd:33859 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T07:39:32,497 DEBUG [M:0;08a4831bbffd:33859 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T07:39:32,497 DEBUG [M:0;08a4831bbffd:33859 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T07:39:32,497 INFO [M:0;08a4831bbffd:33859 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=441.07 KB heapSize=517.98 KB 2024-11-08T07:39:32,510 DEBUG [M:0;08a4831bbffd:33859 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a28e10a37c247ad90c69f35d7dbadc9 is 82, key is hbase:meta,,1/info:regioninfo/1731051445927/Put/seqid=0 2024-11-08T07:39:32,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073742004_1180 (size=5672) 2024-11-08T07:39:32,915 INFO [M:0;08a4831bbffd:33859 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=907 (bloomFilter=true), to=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a28e10a37c247ad90c69f35d7dbadc9 2024-11-08T07:39:32,942 DEBUG [M:0;08a4831bbffd:33859 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/59078de650fd4e659cc7c4a0e69f90b3 is 2201, key is \x00\x00\x00\x00\x00\x00\x00Q/proc:d/1731051561870/Put/seqid=0 2024-11-08T07:39:32,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073742005_1181 (size=30143) 2024-11-08T07:39:33,347 INFO [M:0;08a4831bbffd:33859 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=440.51 KB at sequenceid=907 (bloomFilter=true), to=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/59078de650fd4e659cc7c4a0e69f90b3 2024-11-08T07:39:33,356 INFO [M:0;08a4831bbffd:33859 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 59078de650fd4e659cc7c4a0e69f90b3 2024-11-08T07:39:33,371 DEBUG [M:0;08a4831bbffd:33859 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d2943781044d43648b7b0dc05465f46c is 69, key is 08a4831bbffd,41327,1731051441897/rs:state/1731051445077/Put/seqid=0 2024-11-08T07:39:33,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073742006_1182 (size=5156) 2024-11-08T07:39:33,777 INFO [M:0;08a4831bbffd:33859 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=907 (bloomFilter=true), to=hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d2943781044d43648b7b0dc05465f46c 2024-11-08T07:39:33,788 DEBUG [M:0;08a4831bbffd:33859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a28e10a37c247ad90c69f35d7dbadc9 as hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4a28e10a37c247ad90c69f35d7dbadc9 2024-11-08T07:39:33,794 INFO [M:0;08a4831bbffd:33859 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4a28e10a37c247ad90c69f35d7dbadc9, entries=8, sequenceid=907, filesize=5.5 K 2024-11-08T07:39:33,795 DEBUG [M:0;08a4831bbffd:33859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/59078de650fd4e659cc7c4a0e69f90b3 as hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/59078de650fd4e659cc7c4a0e69f90b3 2024-11-08T07:39:33,799 INFO [M:0;08a4831bbffd:33859 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 59078de650fd4e659cc7c4a0e69f90b3 2024-11-08T07:39:33,799 INFO [M:0;08a4831bbffd:33859 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/59078de650fd4e659cc7c4a0e69f90b3, entries=94, sequenceid=907, filesize=29.4 K 2024-11-08T07:39:33,800 DEBUG [M:0;08a4831bbffd:33859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d2943781044d43648b7b0dc05465f46c as hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d2943781044d43648b7b0dc05465f46c 2024-11-08T07:39:33,804 INFO [M:0;08a4831bbffd:33859 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35525/user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d2943781044d43648b7b0dc05465f46c, entries=1, sequenceid=907, filesize=5.0 K 2024-11-08T07:39:33,805 INFO [M:0;08a4831bbffd:33859 {}] regionserver.HRegion(3140): Finished flush of dataSize ~441.07 KB/451654, heapSize ~517.69 KB/530112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1308ms, sequenceid=907, compaction requested=false 2024-11-08T07:39:33,806 INFO [M:0;08a4831bbffd:33859 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T07:39:33,806 DEBUG [M:0;08a4831bbffd:33859 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731051572480Disabling compacts and flushes for region at 1731051572480Disabling writes for close at 1731051572497 (+17 ms)Obtaining lock to block concurrent updates at 1731051572497Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731051572497Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=451654, getHeapSize=530352, getOffHeapSize=0, getCellsCount=1030 at 1731051572497Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731051572498 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731051572498Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731051572509 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731051572509Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731051572926 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731051572942 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731051572942Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731051573357 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731051573371 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731051573371Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63c08e21: reopening flushed file at 1731051573786 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@622efd20: reopening flushed file at 1731051573794 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61024329: reopening flushed file at 1731051573799 (+5 ms)Finished flush of dataSize ~441.07 KB/451654, heapSize ~517.69 KB/530112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1308ms, sequenceid=907, compaction requested=false at 1731051573805 (+6 ms)Writing region close event to WAL at 1731051573806 (+1 ms)Closed at 1731051573806 2024-11-08T07:39:33,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36671 is added to blk_1073741830_1006 (size=511520) 2024-11-08T07:39:33,808 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bbfa3a87-1a38-6c12-c1da-6b60355b1be6/MasterData/WALs/08a4831bbffd,33859,1731051440251/08a4831bbffd%2C33859%2C1731051440251.08a4831bbffd%2C33859%2C1731051440251.regiongroup-0.1731051444167 not finished, retry = 0 2024-11-08T07:39:33,910 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T07:39:33,911 INFO [M:0;08a4831bbffd:33859 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T07:39:33,911 INFO [M:0;08a4831bbffd:33859 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2024-11-08T07:39:33,911 INFO [M:0;08a4831bbffd:33859 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33859 2024-11-08T07:39:33,911 INFO [M:0;08a4831bbffd:33859 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T07:39:34,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T07:39:34,079 INFO [M:0;08a4831bbffd:33859 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T07:39:34,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x1011960c03b0000, quorum=127.0.0.1:62857, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T07:39:34,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@cb44ad4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T07:39:34,103 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d3ca681{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T07:39:34,103 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T07:39:34,103 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8cd91a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T07:39:34,103 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@526a6450{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/hadoop.log.dir/,STOPPED} 2024-11-08T07:39:34,105 WARN [BP-297804866-172.17.0.2-1731051436235 heartbeating to localhost/127.0.0.1:35525 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T07:39:34,106 WARN [BP-297804866-172.17.0.2-1731051436235 heartbeating to localhost/127.0.0.1:35525 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-297804866-172.17.0.2-1731051436235 (Datanode Uuid 48a996f8-0feb-4e76-b9fe-a96e4276feb0) service to localhost/127.0.0.1:35525 2024-11-08T07:39:34,105 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T07:39:34,106 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T07:39:34,107 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/cluster_56e37f87-3e75-b1f6-d903-12d80806135e/data/data1/current/BP-297804866-172.17.0.2-1731051436235 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T07:39:34,107 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/cluster_56e37f87-3e75-b1f6-d903-12d80806135e/data/data2/current/BP-297804866-172.17.0.2-1731051436235 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T07:39:34,108 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T07:39:34,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c784fd0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T07:39:34,115 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2fdb04ed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T07:39:34,115 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T07:39:34,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@282f8860{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T07:39:34,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cb0c733{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/hadoop.log.dir/,STOPPED} 2024-11-08T07:39:34,123 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T07:39:34,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T07:39:34,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster... 2024-11-08T07:39:34,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@453debe1{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-08T07:39:34,187 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8e90933{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T07:39:34,187 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T07:39:34,187 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1adf606a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-08T07:39:34,187 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57f517fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/hadoop.log.dir/,STOPPED} 2024-11-08T07:39:34,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@188c8eec{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-08T07:39:34,195 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76180ddb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T07:39:34,195 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T07:39:34,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56d9d2c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-08T07:39:34,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ea3bcd7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/hadoop.log.dir/,STOPPED} 2024-11-08T07:39:34,205 ERROR [Thread[Thread-270,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-08T07:39:34,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1cfbb004{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-08T07:39:34,206 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@382d96c0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T07:39:34,206 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T07:39:34,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11a358cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-08T07:39:34,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@339da2c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/hadoop.log.dir/,STOPPED} 2024-11-08T07:39:34,209 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2024-11-08T07:39:34,211 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException 2024-11-08T07:39:34,211 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted 2024-11-08T07:39:34,213 ERROR [Thread[Thread-293,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-08T07:39:34,216 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44cbd64c{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-08T07:39:34,217 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3254fe10{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T07:39:34,217 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T07:39:34,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77c36e05{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-08T07:39:34,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75f0c50d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4064390f-17c5-fb9c-a341-dd6b7cbbeb4e/hadoop.log.dir/,STOPPED} 2024-11-08T07:39:34,218 ERROR [Thread[Thread-252,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-08T07:39:34,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped